{"level":"warn","ts":"2026-07-06T22:16:04.838078Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-06T22:16:04.838201Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.57:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.57:2380","--initial-cluster=instance=https://199.204.45.57:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.57:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.57:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-06T22:16:04.83832Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-06T22:16:04.838342Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.57:2380"]} {"level":"info","ts":"2026-07-06T22:16:04.838413Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-06T22:16:04.84055Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"]} {"level":"info","ts":"2026-07-06T22:16:04.840678Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.57:2380"],"listen-peer-urls":["https://199.204.45.57:2380"],"advertise-client-urls":["https://199.204.45.57:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.57:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-06T22:16:04.84279Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"1.771842ms"} {"level":"info","ts":"2026-07-06T22:16:04.847379Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b6478f0ac5aeb8e1","cluster-id":"6c58cff80d4a5b62"} {"level":"info","ts":"2026-07-06T22:16:04.847463Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=()"} {"level":"info","ts":"2026-07-06T22:16:04.847565Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became follower at term 0"} {"level":"info","ts":"2026-07-06T22:16:04.847593Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b6478f0ac5aeb8e1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-06T22:16:04.847653Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became follower at term 1"} {"level":"info","ts":"2026-07-06T22:16:04.847755Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=(13134624114678348001)"} {"level":"warn","ts":"2026-07-06T22:16:04.860117Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-06T22:16:04.861293Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-06T22:16:04.862615Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-06T22:16:04.864953Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b6478f0ac5aeb8e1","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-06T22:16:04.865135Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b6478f0ac5aeb8e1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-06T22:16:04.865254Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-06T22:16:04.865368Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-06T22:16:04.86538Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-06T22:16:04.867469Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=(13134624114678348001)"} {"level":"info","ts":"2026-07-06T22:16:04.867671Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6c58cff80d4a5b62","local-member-id":"b6478f0ac5aeb8e1","added-peer-id":"b6478f0ac5aeb8e1","added-peer-peer-urls":["https://199.204.45.57:2380"]} {"level":"info","ts":"2026-07-06T22:16:04.870693Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-06T22:16:04.870846Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.57:2380"} {"level":"info","ts":"2026-07-06T22:16:04.870886Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.57:2380"} {"level":"info","ts":"2026-07-06T22:16:04.871183Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b6478f0ac5aeb8e1","initial-advertise-peer-urls":["https://199.204.45.57:2380"],"listen-peer-urls":["https://199.204.45.57:2380"],"advertise-client-urls":["https://199.204.45.57:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-06T22:16:04.871234Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-06T22:16:05.248121Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 is starting a new election at term 1"} {"level":"info","ts":"2026-07-06T22:16:05.248206Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-06T22:16:05.24829Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 received MsgPreVoteResp from b6478f0ac5aeb8e1 at term 1"} {"level":"info","ts":"2026-07-06T22:16:05.248318Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became candidate at term 2"} {"level":"info","ts":"2026-07-06T22:16:05.248332Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 received MsgVoteResp from b6478f0ac5aeb8e1 at term 2"} {"level":"info","ts":"2026-07-06T22:16:05.248382Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became leader at term 2"} {"level":"info","ts":"2026-07-06T22:16:05.248426Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b6478f0ac5aeb8e1 elected leader b6478f0ac5aeb8e1 at term 2"} {"level":"info","ts":"2026-07-06T22:16:05.249496Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-06T22:16:05.250418Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-06T22:16:05.250416Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b6478f0ac5aeb8e1","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.57:2379]}","request-path":"/0/members/b6478f0ac5aeb8e1/attributes","cluster-id":"6c58cff80d4a5b62","publish-timeout":"7s"} {"level":"info","ts":"2026-07-06T22:16:05.250609Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-06T22:16:05.250717Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-06T22:16:05.250788Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-06T22:16:05.250929Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6c58cff80d4a5b62","local-member-id":"b6478f0ac5aeb8e1","cluster-version":"3.5"} {"level":"info","ts":"2026-07-06T22:16:05.251107Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-06T22:16:05.251175Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-06T22:16:05.254024Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.57:2379"} {"level":"info","ts":"2026-07-06T22:16:05.25403Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-06T22:16:09.603137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060128551,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T22:16:09.677399Z","caller":"traceutil/trace.go:171","msg":"trace[2073726312] transaction","detail":"{read_only:false; response_revision:224; number_of_response:1; }","duration":"604.514337ms","start":"2026-07-06T22:16:09.072857Z","end":"2026-07-06T22:16:09.677371Z","steps":["trace[2073726312] 'process raft request' (duration: 604.355203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:16:09.67801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:16:09.072826Z","time spent":"604.687041ms","remote":"127.0.0.1:36868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4002,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:16:10.162235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.635021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:16:10.162369Z","caller":"traceutil/trace.go:171","msg":"trace[927809856] linearizableReadLoop","detail":"{readStateIndex:231; appliedIndex:229; }","duration":"1.059972572s","start":"2026-07-06T22:16:09.102374Z","end":"2026-07-06T22:16:10.162346Z","steps":["trace[927809856] 'read index received' (duration: 574.911674ms)","trace[927809856] 'applied index is now lower than readState.Index' (duration: 485.059288ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:16:10.16244Z","caller":"traceutil/trace.go:171","msg":"trace[1088306225] transaction","detail":"{read_only:false; response_revision:225; number_of_response:1; }","duration":"1.009612769s","start":"2026-07-06T22:16:09.152803Z","end":"2026-07-06T22:16:10.162415Z","steps":["trace[1088306225] 'process raft request' (duration: 755.429484ms)","trace[1088306225] 'compare' (duration: 253.358845ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:16:10.162547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:16:09.152785Z","time spent":"1.009717751s","remote":"127.0.0.1:36886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":178,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-06T22:16:10.16282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.768575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-kkunjv\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:16:10.16286Z","caller":"traceutil/trace.go:171","msg":"trace[1298858910] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-kkunjv; range_end:; response_count:0; response_revision:225; }","duration":"480.826996ms","start":"2026-07-06T22:16:09.682022Z","end":"2026-07-06T22:16:10.162849Z","steps":["trace[1298858910] 'agreement among raft nodes before linearized reading' (duration: 480.759715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:16:10.162889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:16:09.682008Z","time spent":"480.873987ms","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-kkunjv\" "} {"level":"warn","ts":"2026-07-06T22:16:10.162939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060237588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-07-06T22:16:10.163088Z","caller":"traceutil/trace.go:171","msg":"trace[221167057] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:225; }","duration":"1.06073637s","start":"2026-07-06T22:16:09.102333Z","end":"2026-07-06T22:16:10.163069Z","steps":["trace[221167057] 'agreement among raft nodes before linearized reading' (duration: 1.060184937s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:16:10.163145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:16:09.102319Z","time spent":"1.060807752s","remote":"127.0.0.1:36886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"info","ts":"2026-07-06T22:16:41.914187Z","caller":"traceutil/trace.go:171","msg":"trace[1328898338] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"343.472642ms","start":"2026-07-06T22:16:41.570691Z","end":"2026-07-06T22:16:41.914164Z","steps":["trace[1328898338] 'process raft request' (duration: 343.340589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:16:41.914328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:16:41.570666Z","time spent":"343.594075ms","remote":"127.0.0.1:36772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:16:41.925567Z","caller":"traceutil/trace.go:171","msg":"trace[328416575] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:609; }","duration":"259.762017ms","start":"2026-07-06T22:16:41.665784Z","end":"2026-07-06T22:16:41.925546Z","steps":["trace[328416575] 'read index received' (duration: 248.237865ms)","trace[328416575] 'applied index is now lower than readState.Index' (duration: 11.523372ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:16:41.925612Z","caller":"traceutil/trace.go:171","msg":"trace[1264545461] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"287.520812ms","start":"2026-07-06T22:16:41.638061Z","end":"2026-07-06T22:16:41.925582Z","steps":["trace[1264545461] 'process raft request' (duration: 287.296407ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:16:41.925704Z","caller":"traceutil/trace.go:171","msg":"trace[1203627684] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"194.015306ms","start":"2026-07-06T22:16:41.731664Z","end":"2026-07-06T22:16:41.925679Z","steps":["trace[1203627684] 'process raft request' (duration: 193.845562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:16:41.926063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.262099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutefilters.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:15688"} {"level":"info","ts":"2026-07-06T22:16:41.926125Z","caller":"traceutil/trace.go:171","msg":"trace[1467939754] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutefilters.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:590; }","duration":"260.350302ms","start":"2026-07-06T22:16:41.66576Z","end":"2026-07-06T22:16:41.926111Z","steps":["trace[1467939754] 'agreement among raft nodes before linearized reading' (duration: 260.196448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:16:43.748086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.812056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:16:43.748176Z","caller":"traceutil/trace.go:171","msg":"trace[1151371051] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:605; }","duration":"445.94758ms","start":"2026-07-06T22:16:43.30221Z","end":"2026-07-06T22:16:43.748158Z","steps":["trace[1151371051] 'range keys from in-memory index tree' (duration: 445.750495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:16:43.748235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:16:43.302197Z","time spent":"446.026301ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-06T22:16:43.748493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.715668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:16:43.748564Z","caller":"traceutil/trace.go:171","msg":"trace[1393795199] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:605; }","duration":"421.80871ms","start":"2026-07-06T22:16:43.326736Z","end":"2026-07-06T22:16:43.748545Z","steps":["trace[1393795199] 'range keys from in-memory index tree' (duration: 421.678807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:16:43.748594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:16:43.326732Z","time spent":"421.854851ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-07-06T22:16:43.748717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.822607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:16:43.748761Z","caller":"traceutil/trace.go:171","msg":"trace[2065079486] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:605; }","duration":"445.876628ms","start":"2026-07-06T22:16:43.302874Z","end":"2026-07-06T22:16:43.748751Z","steps":["trace[2065079486] 'range keys from in-memory index tree' (duration: 445.793726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:16:43.748795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:16:43.30287Z","time spent":"445.917149ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-07-06T22:16:43.74882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.507466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:16:43.74884Z","caller":"traceutil/trace.go:171","msg":"trace[281595253] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:605; }","duration":"422.558828ms","start":"2026-07-06T22:16:43.326276Z","end":"2026-07-06T22:16:43.748835Z","steps":["trace[281595253] 'range keys from in-memory index tree' (duration: 422.440675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:16:43.748858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:16:43.326256Z","time spent":"422.597948ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-06T22:16:43.748833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.472179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-07-06T22:16:43.748959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.540904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:16:43.748996Z","caller":"traceutil/trace.go:171","msg":"trace[1215284489] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:605; }","duration":"446.590304ms","start":"2026-07-06T22:16:43.302397Z","end":"2026-07-06T22:16:43.748987Z","steps":["trace[1215284489] 'count revisions from in-memory index tree' (duration: 446.514382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:16:43.749028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:16:43.302392Z","time spent":"446.627835ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:16:43.748956Z","caller":"traceutil/trace.go:171","msg":"trace[290230053] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:605; }","duration":"420.614822ms","start":"2026-07-06T22:16:43.328319Z","end":"2026-07-06T22:16:43.748934Z","steps":["trace[290230053] 'range keys from in-memory index tree' (duration: 420.330355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:16:43.749164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:16:43.328315Z","time spent":"420.839847ms","remote":"127.0.0.1:36772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5200,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-07-06T22:16:43.748801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.560048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:16:43.749222Z","caller":"traceutil/trace.go:171","msg":"trace[1056274716] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:605; }","duration":"422.976137ms","start":"2026-07-06T22:16:43.326222Z","end":"2026-07-06T22:16:43.749198Z","steps":["trace[1056274716] 'count revisions from in-memory index tree' (duration: 422.529057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:16:43.749299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:16:43.326215Z","time spent":"423.058429ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:16:43.754525Z","caller":"traceutil/trace.go:171","msg":"trace[1794532959] linearizableReadLoop","detail":"{readStateIndex:629; appliedIndex:627; }","duration":"234.936572ms","start":"2026-07-06T22:16:43.519578Z","end":"2026-07-06T22:16:43.754514Z","steps":["trace[1794532959] 'read index received' (duration: 227.865535ms)","trace[1794532959] 'applied index is now lower than readState.Index' (duration: 7.070387ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:16:43.754553Z","caller":"traceutil/trace.go:171","msg":"trace[442058412] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"305.411284ms","start":"2026-07-06T22:16:43.449121Z","end":"2026-07-06T22:16:43.754532Z","steps":["trace[442058412] 'process raft request' (duration: 305.147058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:16:43.754604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.013884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:16:43.754623Z","caller":"traceutil/trace.go:171","msg":"trace[1308017877] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:606; }","duration":"235.070925ms","start":"2026-07-06T22:16:43.519546Z","end":"2026-07-06T22:16:43.754617Z","steps":["trace[1308017877] 'agreement among raft nodes before linearized reading' (duration: 235.023184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:16:43.75465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:16:43.449086Z","time spent":"305.514097ms","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-06T22:16:43.754733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.156037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:16:43.754747Z","caller":"traceutil/trace.go:171","msg":"trace[1251522674] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:606; }","duration":"235.209488ms","start":"2026-07-06T22:16:43.519534Z","end":"2026-07-06T22:16:43.754744Z","steps":["trace[1251522674] 'agreement among raft nodes before linearized reading' (duration: 235.185608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:16:43.755043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.198828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:16:43.755151Z","caller":"traceutil/trace.go:171","msg":"trace[20908669] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:606; }","duration":"235.243329ms","start":"2026-07-06T22:16:43.519816Z","end":"2026-07-06T22:16:43.755059Z","steps":["trace[20908669] 'agreement among raft nodes before linearized reading' (duration: 234.985433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:16:43.76294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.411169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:16:43.763006Z","caller":"traceutil/trace.go:171","msg":"trace[301953711] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:606; }","duration":"128.529152ms","start":"2026-07-06T22:16:43.634453Z","end":"2026-07-06T22:16:43.762982Z","steps":["trace[301953711] 'agreement among raft nodes before linearized reading' (duration: 128.419349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:16:43.763516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.687599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:16:43.763551Z","caller":"traceutil/trace.go:171","msg":"trace[2011260657] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:606; }","duration":"115.73148ms","start":"2026-07-06T22:16:43.647811Z","end":"2026-07-06T22:16:43.763542Z","steps":["trace[2011260657] 'agreement among raft nodes before linearized reading' (duration: 115.682549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:16:43.763672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.764465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:16:43.763927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.418451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:16:43.763966Z","caller":"traceutil/trace.go:171","msg":"trace[1503755911] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:606; }","duration":"226.462123ms","start":"2026-07-06T22:16:43.537487Z","end":"2026-07-06T22:16:43.76395Z","steps":["trace[1503755911] 'agreement among raft nodes before linearized reading' (duration: 226.417432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:16:43.764031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.308103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-07-06T22:16:43.764093Z","caller":"traceutil/trace.go:171","msg":"trace[71012272] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:606; }","duration":"230.390755ms","start":"2026-07-06T22:16:43.533685Z","end":"2026-07-06T22:16:43.764076Z","steps":["trace[71012272] 'agreement among raft nodes before linearized reading' (duration: 230.256551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:16:43.764099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.392826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:16:43.764129Z","caller":"traceutil/trace.go:171","msg":"trace[496107842] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:606; }","duration":"222.419467ms","start":"2026-07-06T22:16:43.541696Z","end":"2026-07-06T22:16:43.764116Z","steps":["trace[496107842] 'agreement among raft nodes before linearized reading' (duration: 222.380066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:16:43.764236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.688147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:16:43.764265Z","caller":"traceutil/trace.go:171","msg":"trace[952748770] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:606; }","duration":"226.722669ms","start":"2026-07-06T22:16:43.537532Z","end":"2026-07-06T22:16:43.764254Z","steps":["trace[952748770] 'agreement among raft nodes before linearized reading' (duration: 226.682678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:16:43.786482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.153337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:16:43.786548Z","caller":"traceutil/trace.go:171","msg":"trace[318695321] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:606; }","duration":"210.248769ms","start":"2026-07-06T22:16:43.576282Z","end":"2026-07-06T22:16:43.786531Z","steps":["trace[318695321] 'agreement among raft nodes before linearized reading' (duration: 187.39706ms)","trace[318695321] 'get authentication metadata' (duration: 22.757537ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:16:43.786674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.299832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:16:43.786696Z","caller":"traceutil/trace.go:171","msg":"trace[2095719580] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:606; }","duration":"152.342894ms","start":"2026-07-06T22:16:43.634344Z","end":"2026-07-06T22:16:43.786687Z","steps":["trace[2095719580] 'agreement among raft nodes before linearized reading' (duration: 129.338781ms)","trace[2095719580] 'get authentication metadata' (duration: 22.978242ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:16:43.786815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.965452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:16:43.786837Z","caller":"traceutil/trace.go:171","msg":"trace[2006030888] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:606; }","duration":"167.988132ms","start":"2026-07-06T22:16:43.618842Z","end":"2026-07-06T22:16:43.78683Z","steps":["trace[2006030888] 'agreement among raft nodes before linearized reading' (duration: 144.845046ms)","trace[2006030888] 'get authentication metadata' (duration: 23.115036ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:16:43.786962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.378232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:16:43.786982Z","caller":"traceutil/trace.go:171","msg":"trace[1256782233] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:606; }","duration":"171.440204ms","start":"2026-07-06T22:16:43.615535Z","end":"2026-07-06T22:16:43.786975Z","steps":["trace[1256782233] 'agreement among raft nodes before linearized reading' (duration: 148.155175ms)","trace[1256782233] 'get authentication metadata' (duration: 23.260128ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:16:43.7872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.820383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:16:43.78727Z","caller":"traceutil/trace.go:171","msg":"trace[280794680] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:606; }","duration":"171.926485ms","start":"2026-07-06T22:16:43.615327Z","end":"2026-07-06T22:16:43.787254Z","steps":["trace[280794680] 'agreement among raft nodes before linearized reading' (duration: 148.36507ms)","trace[280794680] 'get authentication metadata' (duration: 23.455463ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:16:43.787416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.928756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:16:43.787432Z","caller":"traceutil/trace.go:171","msg":"trace[761911713] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:606; }","duration":"210.955696ms","start":"2026-07-06T22:16:43.576471Z","end":"2026-07-06T22:16:43.787427Z","steps":["trace[761911713] 'agreement among raft nodes before linearized reading' (duration: 187.223837ms)","trace[761911713] 'get authentication metadata' (duration: 23.710309ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:16:43.787604Z","caller":"traceutil/trace.go:171","msg":"trace[1290753955] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:606; }","duration":"116.805576ms","start":"2026-07-06T22:16:43.646889Z","end":"2026-07-06T22:16:43.763694Z","steps":["trace[1290753955] 'agreement among raft nodes before linearized reading' (duration: 116.762535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:16:43.787727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.840172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:16:43.787753Z","caller":"traceutil/trace.go:171","msg":"trace[1615534314] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:606; }","duration":"140.893494ms","start":"2026-07-06T22:16:43.64685Z","end":"2026-07-06T22:16:43.787744Z","steps":["trace[1615534314] 'agreement among raft nodes before linearized reading' (duration: 116.863977ms)","trace[1615534314] 'get authentication metadata' (duration: 23.989046ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:16:43.787805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.961725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:16:43.78783Z","caller":"traceutil/trace.go:171","msg":"trace[1878864361] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:606; }","duration":"151.995776ms","start":"2026-07-06T22:16:43.635825Z","end":"2026-07-06T22:16:43.787821Z","steps":["trace[1878864361] 'agreement among raft nodes before linearized reading' (duration: 127.891417ms)","trace[1878864361] 'get authentication metadata' (duration: 24.069468ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:16:47.923278Z","caller":"traceutil/trace.go:171","msg":"trace[2003960149] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"127.127229ms","start":"2026-07-06T22:16:47.796122Z","end":"2026-07-06T22:16:47.923249Z","steps":["trace[2003960149] 'process raft request' (duration: 126.926704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:16:49.401917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.443129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-06T22:16:49.401946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.7338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:16:49.402002Z","caller":"traceutil/trace.go:171","msg":"trace[1585165149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:651; }","duration":"827.564142ms","start":"2026-07-06T22:16:48.574419Z","end":"2026-07-06T22:16:49.401983Z","steps":["trace[1585165149] 'range keys from in-memory index tree' (duration: 827.246524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:16:49.402045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:16:48.574406Z","time spent":"827.629343ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-06T22:16:49.402026Z","caller":"traceutil/trace.go:171","msg":"trace[2025262370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:651; }","duration":"349.884934ms","start":"2026-07-06T22:16:49.052119Z","end":"2026-07-06T22:16:49.402004Z","steps":["trace[2025262370] 'range keys from in-memory index tree' (duration: 349.551575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:16:49.402112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:16:49.05209Z","time spent":"349.997746ms","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:16:49.402389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.969439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-06T22:16:49.402428Z","caller":"traceutil/trace.go:171","msg":"trace[1331365071] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:651; }","duration":"543.05744ms","start":"2026-07-06T22:16:48.859361Z","end":"2026-07-06T22:16:49.402419Z","steps":["trace[1331365071] 'range keys from in-memory index tree' (duration: 542.836195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:16:49.402455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:16:48.859332Z","time spent":"543.117082ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-06T22:16:49.402611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.78239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-06T22:16:49.402646Z","caller":"traceutil/trace.go:171","msg":"trace[1330835808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:651; }","duration":"538.8427ms","start":"2026-07-06T22:16:48.863792Z","end":"2026-07-06T22:16:49.402635Z","steps":["trace[1330835808] 'range keys from in-memory index tree' (duration: 538.650667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:16:49.40267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:16:48.863779Z","time spent":"538.885512ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-06T22:17:04.535029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.052611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-cqrrj\" ","response":"range_response_count:1 size:3964"} {"level":"info","ts":"2026-07-06T22:17:04.535109Z","caller":"traceutil/trace.go:171","msg":"trace[146053604] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-cqrrj; range_end:; response_count:1; response_revision:761; }","duration":"652.180924ms","start":"2026-07-06T22:17:03.882903Z","end":"2026-07-06T22:17:04.535084Z","steps":["trace[146053604] 'range keys from in-memory index tree' (duration: 651.794374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:17:04.535147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:17:03.882879Z","time spent":"652.259085ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3987,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-cqrrj\" "} {"level":"info","ts":"2026-07-06T22:17:04.672503Z","caller":"traceutil/trace.go:171","msg":"trace[1854002569] linearizableReadLoop","detail":"{readStateIndex:790; appliedIndex:789; }","duration":"107.163398ms","start":"2026-07-06T22:17:04.565323Z","end":"2026-07-06T22:17:04.672486Z","steps":["trace[1854002569] 'read index received' (duration: 107.038975ms)","trace[1854002569] 'applied index is now lower than readState.Index' (duration: 123.493µs)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:17:04.67265Z","caller":"traceutil/trace.go:171","msg":"trace[1413463691] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"130.964429ms","start":"2026-07-06T22:17:04.541677Z","end":"2026-07-06T22:17:04.672641Z","steps":["trace[1413463691] 'process raft request' (duration: 130.689653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:17:04.672838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.500796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-06T22:17:04.672889Z","caller":"traceutil/trace.go:171","msg":"trace[1674731989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:762; }","duration":"107.603348ms","start":"2026-07-06T22:17:04.565278Z","end":"2026-07-06T22:17:04.672881Z","steps":["trace[1674731989] 'agreement among raft nodes before linearized reading' (duration: 107.479445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:17:04.67309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.590015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-06T22:17:04.673185Z","caller":"traceutil/trace.go:171","msg":"trace[1816958553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:762; }","duration":"106.699887ms","start":"2026-07-06T22:17:04.56647Z","end":"2026-07-06T22:17:04.673169Z","steps":["trace[1816958553] 'agreement among raft nodes before linearized reading' (duration: 106.516073ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:17:33.828251Z","caller":"traceutil/trace.go:171","msg":"trace[1947914226] linearizableReadLoop","detail":"{readStateIndex:987; appliedIndex:986; }","duration":"184.564873ms","start":"2026-07-06T22:17:33.643668Z","end":"2026-07-06T22:17:33.828233Z","steps":["trace[1947914226] 'read index received' (duration: 182.917585ms)","trace[1947914226] 'applied index is now lower than readState.Index' (duration: 1.632228ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:17:33.828489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.802599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-06T22:17:33.828519Z","caller":"traceutil/trace.go:171","msg":"trace[1496805781] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:951; }","duration":"184.902842ms","start":"2026-07-06T22:17:33.643609Z","end":"2026-07-06T22:17:33.828512Z","steps":["trace[1496805781] 'agreement among raft nodes before linearized reading' (duration: 184.762659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:17:33.828674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.990644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-06T22:17:33.828684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.107643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-06T22:17:33.828758Z","caller":"traceutil/trace.go:171","msg":"trace[729395773] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:951; }","duration":"160.099826ms","start":"2026-07-06T22:17:33.66864Z","end":"2026-07-06T22:17:33.82874Z","steps":["trace[729395773] 'agreement among raft nodes before linearized reading' (duration: 159.858101ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:17:33.828772Z","caller":"traceutil/trace.go:171","msg":"trace[980450766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:951; }","duration":"184.231396ms","start":"2026-07-06T22:17:33.644523Z","end":"2026-07-06T22:17:33.828754Z","steps":["trace[980450766] 'agreement among raft nodes before linearized reading' (duration: 183.968989ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:17:39.369785Z","caller":"traceutil/trace.go:171","msg":"trace[1266866190] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"281.653924ms","start":"2026-07-06T22:17:39.088112Z","end":"2026-07-06T22:17:39.369766Z","steps":["trace[1266866190] 'process raft request' (duration: 281.52498ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:17:40.139814Z","caller":"traceutil/trace.go:171","msg":"trace[1094605115] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"279.284528ms","start":"2026-07-06T22:17:39.860514Z","end":"2026-07-06T22:17:40.139798Z","steps":["trace[1094605115] 'process raft request' (duration: 279.187996ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:17:40.303356Z","caller":"traceutil/trace.go:171","msg":"trace[1852023700] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"440.889171ms","start":"2026-07-06T22:17:39.862445Z","end":"2026-07-06T22:17:40.303335Z","steps":["trace[1852023700] 'process raft request' (duration: 440.830809ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:17:40.303398Z","caller":"traceutil/trace.go:171","msg":"trace[1772364833] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"442.139959ms","start":"2026-07-06T22:17:39.861222Z","end":"2026-07-06T22:17:40.303362Z","steps":["trace[1772364833] 'process raft request' (duration: 388.037353ms)","trace[1772364833] 'compare' (duration: 53.890461ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:17:40.303814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:17:39.862399Z","time spent":"441.025204ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:17:40.303867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:17:39.861199Z","time spent":"442.279043ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:18:11.841202Z","caller":"traceutil/trace.go:171","msg":"trace[905561167] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"333.524242ms","start":"2026-07-06T22:18:11.507654Z","end":"2026-07-06T22:18:11.841179Z","steps":["trace[905561167] 'process raft request' (duration: 333.330227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:18:11.841365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:18:11.507639Z","time spent":"333.648905ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:18:26.495537Z","caller":"traceutil/trace.go:171","msg":"trace[1978921648] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"151.475593ms","start":"2026-07-06T22:18:26.344031Z","end":"2026-07-06T22:18:26.495507Z","steps":["trace[1978921648] 'process raft request' (duration: 151.32974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:18:26.995278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.908743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-06T22:18:26.995367Z","caller":"traceutil/trace.go:171","msg":"trace[1089856069] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1127; }","duration":"440.031195ms","start":"2026-07-06T22:18:26.555317Z","end":"2026-07-06T22:18:26.995348Z","steps":["trace[1089856069] 'range keys from in-memory index tree' (duration: 439.771109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:18:26.99541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:18:26.555309Z","time spent":"440.091897ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-06T22:18:26.995573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.624622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-06T22:18:26.995637Z","caller":"traceutil/trace.go:171","msg":"trace[1850947906] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1127; }","duration":"443.731214ms","start":"2026-07-06T22:18:26.551891Z","end":"2026-07-06T22:18:26.995622Z","steps":["trace[1850947906] 'range keys from in-memory index tree' (duration: 443.486538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:18:26.995669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:18:26.551877Z","time spent":"443.783026ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-06T22:18:27.117549Z","caller":"traceutil/trace.go:171","msg":"trace[1092099657] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"117.564061ms","start":"2026-07-06T22:18:26.999736Z","end":"2026-07-06T22:18:27.1173Z","steps":["trace[1092099657] 'process raft request' (duration: 117.406007ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:18:27.125009Z","caller":"traceutil/trace.go:171","msg":"trace[2045972210] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"125.202034ms","start":"2026-07-06T22:18:26.999793Z","end":"2026-07-06T22:18:27.124995Z","steps":["trace[2045972210] 'process raft request' (duration: 124.959198ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:18:28.269915Z","caller":"traceutil/trace.go:171","msg":"trace[263758542] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"189.152949ms","start":"2026-07-06T22:18:28.080733Z","end":"2026-07-06T22:18:28.269886Z","steps":["trace[263758542] 'process raft request' (duration: 146.356342ms)","trace[263758542] 'compare' (duration: 42.643443ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:18:43.512647Z","caller":"traceutil/trace.go:171","msg":"trace[1283655912] linearizableReadLoop","detail":"{readStateIndex:1284; appliedIndex:1282; }","duration":"315.045609ms","start":"2026-07-06T22:18:43.197578Z","end":"2026-07-06T22:18:43.512623Z","steps":["trace[1283655912] 'read index received' (duration: 26.641889ms)","trace[1283655912] 'applied index is now lower than readState.Index' (duration: 288.40299ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:18:43.512733Z","caller":"traceutil/trace.go:171","msg":"trace[1478428104] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"324.055384ms","start":"2026-07-06T22:18:43.188632Z","end":"2026-07-06T22:18:43.512688Z","steps":["trace[1478428104] 'process raft request' (duration: 323.431839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:18:43.512844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.211889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-06T22:18:43.512871Z","caller":"traceutil/trace.go:171","msg":"trace[2087230731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1233; }","duration":"314.275841ms","start":"2026-07-06T22:18:43.198587Z","end":"2026-07-06T22:18:43.512863Z","steps":["trace[2087230731] 'agreement among raft nodes before linearized reading' (duration: 314.163278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:18:43.512883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:18:43.188615Z","time spent":"324.179168ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:18:43.512911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:18:43.198575Z","time spent":"314.330372ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-06T22:18:43.512953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.342906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-06T22:18:43.513033Z","caller":"traceutil/trace.go:171","msg":"trace[1067809150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1233; }","duration":"315.446158ms","start":"2026-07-06T22:18:43.197567Z","end":"2026-07-06T22:18:43.513014Z","steps":["trace[1067809150] 'agreement among raft nodes before linearized reading' (duration: 315.152781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:18:43.513077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:18:43.197528Z","time spent":"315.54032ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-06T22:18:58.872947Z","caller":"traceutil/trace.go:171","msg":"trace[1402559112] transaction","detail":"{read_only:false; response_revision:1304; number_of_response:1; }","duration":"231.471928ms","start":"2026-07-06T22:18:58.64145Z","end":"2026-07-06T22:18:58.872922Z","steps":["trace[1402559112] 'process raft request' (duration: 231.341485ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:19:01.549544Z","caller":"traceutil/trace.go:171","msg":"trace[1918931840] transaction","detail":"{read_only:false; response_revision:1326; number_of_response:1; }","duration":"234.321416ms","start":"2026-07-06T22:19:01.315181Z","end":"2026-07-06T22:19:01.549503Z","steps":["trace[1918931840] 'process raft request' (duration: 233.810374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:19:02.614723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.367829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:19:02.614787Z","caller":"traceutil/trace.go:171","msg":"trace[1549233968] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1330; }","duration":"141.483142ms","start":"2026-07-06T22:19:02.473288Z","end":"2026-07-06T22:19:02.614771Z","steps":["trace[1549233968] 'count revisions from in-memory index tree' (duration: 141.241025ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:19:03.019501Z","caller":"traceutil/trace.go:171","msg":"trace[327280907] transaction","detail":"{read_only:false; response_revision:1331; number_of_response:1; }","duration":"129.35496ms","start":"2026-07-06T22:19:02.890123Z","end":"2026-07-06T22:19:03.019478Z","steps":["trace[327280907] 'process raft request' (duration: 129.238758ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:19:03.883874Z","caller":"traceutil/trace.go:171","msg":"trace[1383334436] linearizableReadLoop","detail":"{readStateIndex:1390; appliedIndex:1389; }","duration":"216.702234ms","start":"2026-07-06T22:19:03.667152Z","end":"2026-07-06T22:19:03.883854Z","steps":["trace[1383334436] 'read index received' (duration: 130.513328ms)","trace[1383334436] 'applied index is now lower than readState.Index' (duration: 86.187576ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:19:03.883972Z","caller":"traceutil/trace.go:171","msg":"trace[21194090] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"248.703932ms","start":"2026-07-06T22:19:03.635215Z","end":"2026-07-06T22:19:03.883919Z","steps":["trace[21194090] 'process raft request' (duration: 162.495635ms)","trace[21194090] 'compare' (duration: 85.956411ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:19:03.884059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.899169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-06T22:19:03.884088Z","caller":"traceutil/trace.go:171","msg":"trace[827131126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1334; }","duration":"216.977071ms","start":"2026-07-06T22:19:03.667103Z","end":"2026-07-06T22:19:03.88408Z","steps":["trace[827131126] 'agreement among raft nodes before linearized reading' (duration: 216.861978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:19:03.884117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.463616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-06T22:19:03.884153Z","caller":"traceutil/trace.go:171","msg":"trace[106809806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1334; }","duration":"165.531087ms","start":"2026-07-06T22:19:03.718611Z","end":"2026-07-06T22:19:03.884142Z","steps":["trace[106809806] 'agreement among raft nodes before linearized reading' (duration: 165.449935ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:19:12.216517Z","caller":"traceutil/trace.go:171","msg":"trace[1334067054] transaction","detail":"{read_only:false; response_revision:1396; number_of_response:1; }","duration":"218.527007ms","start":"2026-07-06T22:19:11.997949Z","end":"2026-07-06T22:19:12.216476Z","steps":["trace[1334067054] 'process raft request' (duration: 176.436298ms)","trace[1334067054] 'compare' (duration: 41.872634ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:19:12.267814Z","caller":"traceutil/trace.go:171","msg":"trace[2035384899] transaction","detail":"{read_only:false; response_revision:1397; number_of_response:1; }","duration":"269.5294ms","start":"2026-07-06T22:19:11.998261Z","end":"2026-07-06T22:19:12.26779Z","steps":["trace[2035384899] 'process raft request' (duration: 269.369567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:19:13.368632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017520259s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:19:13.368728Z","caller":"traceutil/trace.go:171","msg":"trace[330160643] linearizableReadLoop","detail":"{readStateIndex:1455; appliedIndex:1454; }","duration":"869.91392ms","start":"2026-07-06T22:19:12.498799Z","end":"2026-07-06T22:19:13.368713Z","steps":["trace[330160643] 'read index received' (duration: 35.091µs)","trace[330160643] 'applied index is now lower than readState.Index' (duration: 869.877819ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:19:13.368774Z","caller":"traceutil/trace.go:171","msg":"trace[363198672] transaction","detail":"{read_only:false; response_revision:1398; number_of_response:1; }","duration":"1.130357404s","start":"2026-07-06T22:19:12.238377Z","end":"2026-07-06T22:19:13.368734Z","steps":["trace[363198672] 'process raft request' (duration: 112.663651ms)","trace[363198672] 'compare' (duration: 1.017427657s)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:19:13.368955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:19:12.238344Z","time spent":"1.130519727s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:19:13.368822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.023743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:19:13.369255Z","caller":"traceutil/trace.go:171","msg":"trace[890199735] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1398; }","duration":"870.471204ms","start":"2026-07-06T22:19:12.498761Z","end":"2026-07-06T22:19:13.369232Z","steps":["trace[890199735] 'agreement among raft nodes before linearized reading' (duration: 870.014683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:19:13.369301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:19:12.498743Z","time spent":"870.543346ms","remote":"127.0.0.1:37232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":29,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:19:13.864598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.844447ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-06T22:19:13.864698Z","caller":"traceutil/trace.go:171","msg":"trace[43192331] linearizableReadLoop","detail":"{readStateIndex:1456; appliedIndex:1455; }","duration":"495.929867ms","start":"2026-07-06T22:19:13.368753Z","end":"2026-07-06T22:19:13.864683Z","steps":["trace[43192331] 'read index received' (duration: 112.941467ms)","trace[43192331] 'applied index is now lower than readState.Index' (duration: 382.98684ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:19:13.864937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.692658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-06T22:19:13.864968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.33887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-06T22:19:13.864974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.135335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:19:13.864989Z","caller":"traceutil/trace.go:171","msg":"trace[2073536325] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1398; }","duration":"744.795021ms","start":"2026-07-06T22:19:13.120178Z","end":"2026-07-06T22:19:13.864973Z","steps":["trace[2073536325] 'agreement among raft nodes before linearized reading' (duration: 744.664468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:19:13.865058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.043261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:19:13.865047Z","caller":"traceutil/trace.go:171","msg":"trace[978507294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1398; }","duration":"802.487454ms","start":"2026-07-06T22:19:13.062542Z","end":"2026-07-06T22:19:13.86503Z","steps":["trace[978507294] 'agreement among raft nodes before linearized reading' (duration: 802.260378ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:19:13.865075Z","caller":"traceutil/trace.go:171","msg":"trace[203149586] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1398; }","duration":"754.31269ms","start":"2026-07-06T22:19:13.110734Z","end":"2026-07-06T22:19:13.865046Z","steps":["trace[203149586] 'agreement among raft nodes before linearized reading' (duration: 754.141546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:19:13.86507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:19:13.120167Z","time spent":"744.887883ms","remote":"127.0.0.1:36772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":31,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:19:13.865091Z","caller":"traceutil/trace.go:171","msg":"trace[1460577978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1398; }","duration":"814.093273ms","start":"2026-07-06T22:19:13.050988Z","end":"2026-07-06T22:19:13.865082Z","steps":["trace[1460577978] 'agreement among raft nodes before linearized reading' (duration: 814.054152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:19:13.865111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:19:13.062509Z","time spent":"802.595626ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-06T22:19:13.865147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:19:13.050976Z","time spent":"814.164324ms","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:19:13.86516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:19:13.110701Z","time spent":"754.441182ms","remote":"127.0.0.1:37076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:19:13.865022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.935769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:19:13.865147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.830252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-06T22:19:13.865207Z","caller":"traceutil/trace.go:171","msg":"trace[1012065694] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1398; }","duration":"935.147154ms","start":"2026-07-06T22:19:12.930047Z","end":"2026-07-06T22:19:13.865194Z","steps":["trace[1012065694] 'agreement among raft nodes before linearized reading' (duration: 934.935989ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:19:13.865229Z","caller":"traceutil/trace.go:171","msg":"trace[2142907050] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1398; }","duration":"265.946184ms","start":"2026-07-06T22:19:13.599271Z","end":"2026-07-06T22:19:13.865218Z","steps":["trace[2142907050] 'agreement among raft nodes before linearized reading' (duration: 265.663067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:19:13.865241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:19:12.930032Z","time spent":"935.197735ms","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:19:13.865268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.003124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-06T22:19:13.865324Z","caller":"traceutil/trace.go:171","msg":"trace[1030230970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1398; }","duration":"185.128607ms","start":"2026-07-06T22:19:13.680174Z","end":"2026-07-06T22:19:13.865303Z","steps":["trace[1030230970] 'agreement among raft nodes before linearized reading' (duration: 184.884951ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:21:58.848501Z","caller":"traceutil/trace.go:171","msg":"trace[1840911062] linearizableReadLoop","detail":"{readStateIndex:2250; appliedIndex:2249; }","duration":"113.287232ms","start":"2026-07-06T22:21:58.735194Z","end":"2026-07-06T22:21:58.848481Z","steps":["trace[1840911062] 'read index received' (duration: 75.654001ms)","trace[1840911062] 'applied index is now lower than readState.Index' (duration: 37.632531ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:21:58.848568Z","caller":"traceutil/trace.go:171","msg":"trace[17656984] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"120.669219ms","start":"2026-07-06T22:21:58.727862Z","end":"2026-07-06T22:21:58.848531Z","steps":["trace[17656984] 'process raft request' (duration: 83.068789ms)","trace[17656984] 'compare' (duration: 37.479857ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:21:58.848639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.436805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-06T22:21:58.848661Z","caller":"traceutil/trace.go:171","msg":"trace[436941861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2159; }","duration":"113.509227ms","start":"2026-07-06T22:21:58.735145Z","end":"2026-07-06T22:21:58.848654Z","steps":["trace[436941861] 'agreement among raft nodes before linearized reading' (duration: 113.406975ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:22:45.514466Z","caller":"traceutil/trace.go:171","msg":"trace[772489831] transaction","detail":"{read_only:false; response_revision:2374; number_of_response:1; }","duration":"110.454355ms","start":"2026-07-06T22:22:45.403977Z","end":"2026-07-06T22:22:45.514431Z","steps":["trace[772489831] 'process raft request' (duration: 96.351359ms)","trace[772489831] 'compare' (duration: 13.894601ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:22:54.556519Z","caller":"traceutil/trace.go:171","msg":"trace[2042909035] transaction","detail":"{read_only:false; response_revision:2430; number_of_response:1; }","duration":"107.774002ms","start":"2026-07-06T22:22:54.448723Z","end":"2026-07-06T22:22:54.556497Z","steps":["trace[2042909035] 'process raft request' (duration: 75.948862ms)","trace[2042909035] 'compare' (duration: 31.561073ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:22:58.370309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.769988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:22:58.370446Z","caller":"traceutil/trace.go:171","msg":"trace[2004329371] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"275.697368ms","start":"2026-07-06T22:22:58.094726Z","end":"2026-07-06T22:22:58.370423Z","steps":["trace[2004329371] 'process raft request' (duration: 129.718075ms)","trace[2004329371] 'compare' (duration: 145.648215ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:22:58.598735Z","caller":"traceutil/trace.go:171","msg":"trace[933616602] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"214.734374ms","start":"2026-07-06T22:22:58.383957Z","end":"2026-07-06T22:22:58.598691Z","steps":["trace[933616602] 'process raft request' (duration: 132.710316ms)","trace[933616602] 'compare' (duration: 81.855494ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:22:59.129509Z","caller":"traceutil/trace.go:171","msg":"trace[2086939458] linearizableReadLoop","detail":"{readStateIndex:2554; appliedIndex:2553; }","duration":"179.063253ms","start":"2026-07-06T22:22:58.950417Z","end":"2026-07-06T22:22:59.12948Z","steps":["trace[2086939458] 'read index received' (duration: 178.671794ms)","trace[2086939458] 'applied index is now lower than readState.Index' (duration: 390.299µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:22:59.129764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.331839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-06T22:22:59.129544Z","caller":"traceutil/trace.go:171","msg":"trace[63027632] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"193.303382ms","start":"2026-07-06T22:22:58.936222Z","end":"2026-07-06T22:22:59.129525Z","steps":["trace[63027632] 'process raft request' (duration: 193.064416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:22:59.1298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.912724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-06T22:22:59.129873Z","caller":"traceutil/trace.go:171","msg":"trace[1300053221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2450; }","duration":"179.488673ms","start":"2026-07-06T22:22:58.950367Z","end":"2026-07-06T22:22:59.129855Z","steps":["trace[1300053221] 'agreement among raft nodes before linearized reading' (duration: 179.261687ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:22:59.129949Z","caller":"traceutil/trace.go:171","msg":"trace[916840797] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2450; }","duration":"113.100239ms","start":"2026-07-06T22:22:59.016837Z","end":"2026-07-06T22:22:59.129937Z","steps":["trace[916840797] 'agreement among raft nodes before linearized reading' (duration: 112.848653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:22:59.890046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.096859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:22:59.890424Z","caller":"traceutil/trace.go:171","msg":"trace[2112308887] transaction","detail":"{read_only:false; response_revision:2451; number_of_response:1; }","duration":"754.742229ms","start":"2026-07-06T22:22:59.135655Z","end":"2026-07-06T22:22:59.890397Z","steps":["trace[2112308887] 'process raft request' (duration: 35.19562ms)","trace[2112308887] 'compare' (duration: 718.903393ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:22:59.890446Z","caller":"traceutil/trace.go:171","msg":"trace[2111508847] linearizableReadLoop","detail":"{readStateIndex:2556; appliedIndex:2554; }","duration":"740.644362ms","start":"2026-07-06T22:22:59.149785Z","end":"2026-07-06T22:22:59.890429Z","steps":["trace[2111508847] 'read index received' (duration: 21.191206ms)","trace[2111508847] 'applied index is now lower than readState.Index' (duration: 719.451566ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:22:59.890449Z","caller":"traceutil/trace.go:171","msg":"trace[834343936] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"399.674166ms","start":"2026-07-06T22:22:59.490757Z","end":"2026-07-06T22:22:59.890431Z","steps":["trace[834343936] 'process raft request' (duration: 399.611835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:22:59.890543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:22:59.490733Z","time spent":"399.761219ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:22:59.890476Z","caller":"traceutil/trace.go:171","msg":"trace[2084295259] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"754.646466ms","start":"2026-07-06T22:22:59.135784Z","end":"2026-07-06T22:22:59.890431Z","steps":["trace[2084295259] 'process raft request' (duration: 754.493583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:22:59.890708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.608458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:22:59.890782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.164088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-06T22:22:59.89083Z","caller":"traceutil/trace.go:171","msg":"trace[1963742821] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2453; }","duration":"361.750522ms","start":"2026-07-06T22:22:59.52906Z","end":"2026-07-06T22:22:59.89081Z","steps":["trace[1963742821] 'agreement among raft nodes before linearized reading' (duration: 361.549617ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:22:59.890833Z","caller":"traceutil/trace.go:171","msg":"trace[534773657] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2453; }","duration":"330.24692ms","start":"2026-07-06T22:22:59.560568Z","end":"2026-07-06T22:22:59.890815Z","steps":["trace[534773657] 'agreement among raft nodes before linearized reading' (duration: 330.125137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:22:59.890799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.005101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-06T22:22:59.890885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:22:59.560547Z","time spent":"330.326542ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:22:59.89075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.897804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-06T22:22:59.890936Z","caller":"traceutil/trace.go:171","msg":"trace[241974563] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2453; }","duration":"741.181855ms","start":"2026-07-06T22:22:59.149732Z","end":"2026-07-06T22:22:59.890914Z","steps":["trace[241974563] 'agreement among raft nodes before linearized reading' (duration: 740.739694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:22:59.890592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:22:59.135621Z","time spent":"754.842201ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:22:59.891078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:22:59.149703Z","time spent":"741.322909ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-06T22:22:59.890882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.096113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/default/test-pvc\" ","response":"range_response_count:1 size:1243"} {"level":"info","ts":"2026-07-06T22:22:59.891107Z","caller":"traceutil/trace.go:171","msg":"trace[383532466] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2453; }","duration":"714.244922ms","start":"2026-07-06T22:22:59.176769Z","end":"2026-07-06T22:22:59.891014Z","steps":["trace[383532466] 'agreement among raft nodes before linearized reading' (duration: 713.759321ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:22:59.891168Z","caller":"traceutil/trace.go:171","msg":"trace[422860973] range","detail":"{range_begin:/registry/persistentvolumeclaims/default/test-pvc; range_end:; response_count:1; response_revision:2453; }","duration":"666.41295ms","start":"2026-07-06T22:22:59.224728Z","end":"2026-07-06T22:22:59.891141Z","steps":["trace[422860973] 'agreement among raft nodes before linearized reading' (duration: 666.101113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:22:59.891206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:22:59.224698Z","time spent":"666.497073ms","remote":"127.0.0.1:36856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1266,"request content":"key:\"/registry/persistentvolumeclaims/default/test-pvc\" "} {"level":"warn","ts":"2026-07-06T22:22:59.891247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:22:59.176741Z","time spent":"714.445746ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-06T22:22:59.890884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:22:59.529017Z","time spent":"361.857894ms","remote":"127.0.0.1:36922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:22:59.891371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.5436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-06T22:22:59.891416Z","caller":"traceutil/trace.go:171","msg":"trace[102433392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2453; }","duration":"323.630032ms","start":"2026-07-06T22:22:59.567778Z","end":"2026-07-06T22:22:59.891408Z","steps":["trace[102433392] 'agreement among raft nodes before linearized reading' (duration: 322.852683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:22:59.891438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:22:59.567756Z","time spent":"323.676533ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-06T22:22:59.89094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.248327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-06T22:22:59.891515Z","caller":"traceutil/trace.go:171","msg":"trace[1247668050] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2453; }","duration":"223.852351ms","start":"2026-07-06T22:22:59.667653Z","end":"2026-07-06T22:22:59.891505Z","steps":["trace[1247668050] 'agreement among raft nodes before linearized reading' (duration: 223.253877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:22:59.890976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.036767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:22:59.891588Z","caller":"traceutil/trace.go:171","msg":"trace[46495254] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2453; }","duration":"688.646112ms","start":"2026-07-06T22:22:59.202932Z","end":"2026-07-06T22:22:59.891578Z","steps":["trace[46495254] 'agreement among raft nodes before linearized reading' (duration: 687.987616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:22:59.89162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:22:59.202864Z","time spent":"688.747154ms","remote":"127.0.0.1:37054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":55,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:22:59.892194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.292963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-06T22:22:59.892241Z","caller":"traceutil/trace.go:171","msg":"trace[1367615552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2453; }","duration":"468.378645ms","start":"2026-07-06T22:22:59.42385Z","end":"2026-07-06T22:22:59.892228Z","steps":["trace[1367615552] 'agreement among raft nodes before linearized reading' (duration: 466.941371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:22:59.892274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:22:59.423833Z","time spent":"468.432237ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-06T22:22:59.89105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:22:59.135763Z","time spent":"755.025105ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:01.160697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060133731,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T22:23:01.195748Z","caller":"traceutil/trace.go:171","msg":"trace[360449281] linearizableReadLoop","detail":"{readStateIndex:2564; appliedIndex:2563; }","duration":"536.129383ms","start":"2026-07-06T22:23:00.659595Z","end":"2026-07-06T22:23:01.195725Z","steps":["trace[360449281] 'read index received' (duration: 535.957079ms)","trace[360449281] 'applied index is now lower than readState.Index' (duration: 171.664µs)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:01.195913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.310467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2475"} {"level":"info","ts":"2026-07-06T22:23:01.195944Z","caller":"traceutil/trace.go:171","msg":"trace[663323130] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2460; }","duration":"536.390079ms","start":"2026-07-06T22:23:00.659546Z","end":"2026-07-06T22:23:01.195937Z","steps":["trace[663323130] 'agreement among raft nodes before linearized reading' (duration: 536.274696ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:01.195902Z","caller":"traceutil/trace.go:171","msg":"trace[505848555] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"589.67148ms","start":"2026-07-06T22:23:00.606199Z","end":"2026-07-06T22:23:01.19587Z","steps":["trace[505848555] 'process raft request' (duration: 589.401944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:01.196038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.724889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-06T22:23:01.196066Z","caller":"traceutil/trace.go:171","msg":"trace[162847018] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2460; }","duration":"314.788861ms","start":"2026-07-06T22:23:00.881269Z","end":"2026-07-06T22:23:01.196058Z","steps":["trace[162847018] 'agreement among raft nodes before linearized reading' (duration: 314.724639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:01.196092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:00.881248Z","time spent":"314.837712ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:23:01.19614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:00.606152Z","time spent":"589.863775ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:01.196255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.24406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:23:01.19643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.878263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-06T22:23:01.196496Z","caller":"traceutil/trace.go:171","msg":"trace[1444141754] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2460; }","duration":"226.985456ms","start":"2026-07-06T22:23:00.969496Z","end":"2026-07-06T22:23:01.196481Z","steps":["trace[1444141754] 'agreement among raft nodes before linearized reading' (duration: 226.763291ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:01.196475Z","caller":"traceutil/trace.go:171","msg":"trace[451038567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2460; }","duration":"146.460135ms","start":"2026-07-06T22:23:01.049951Z","end":"2026-07-06T22:23:01.196411Z","steps":["trace[451038567] 'agreement among raft nodes before linearized reading' (duration: 146.180478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:01.195973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:00.659528Z","time spent":"536.43871ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":2498,"request content":"key:\"/registry/pods/default/test-pvc-pod\" "} {"level":"warn","ts":"2026-07-06T22:23:01.783691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.044929ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:01.783793Z","caller":"traceutil/trace.go:171","msg":"trace[1302836245] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2461; }","duration":"388.156602ms","start":"2026-07-06T22:23:01.395622Z","end":"2026-07-06T22:23:01.783779Z","steps":["trace[1302836245] 'range keys from in-memory index tree' (duration: 388.032099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:01.783912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.392155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:01.784021Z","caller":"traceutil/trace.go:171","msg":"trace[1699304029] linearizableReadLoop","detail":"{readStateIndex:2566; appliedIndex:2565; }","duration":"538.417667ms","start":"2026-07-06T22:23:01.245587Z","end":"2026-07-06T22:23:01.784005Z","steps":["trace[1699304029] 'read index received' (duration: 103.748105ms)","trace[1699304029] 'applied index is now lower than readState.Index' (duration: 434.668432ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:01.784108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.52142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:01.784143Z","caller":"traceutil/trace.go:171","msg":"trace[1409940516] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2462; }","duration":"538.584071ms","start":"2026-07-06T22:23:01.245548Z","end":"2026-07-06T22:23:01.784132Z","steps":["trace[1409940516] 'agreement among raft nodes before linearized reading' (duration: 538.508009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:01.784205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:01.245535Z","time spent":"538.647283ms","remote":"127.0.0.1:37182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:23:01.784309Z","caller":"traceutil/trace.go:171","msg":"trace[510985254] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"582.0975ms","start":"2026-07-06T22:23:01.202194Z","end":"2026-07-06T22:23:01.784291Z","steps":["trace[510985254] 'process raft request' (duration: 147.234323ms)","trace[510985254] 'compare' (duration: 434.293623ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:01.784397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:01.202169Z","time spent":"582.176711ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:02.173706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.829271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-06T22:23:02.17379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.016085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-06T22:23:02.173889Z","caller":"traceutil/trace.go:171","msg":"trace[1499650043] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2462; }","duration":"198.145308ms","start":"2026-07-06T22:23:01.975719Z","end":"2026-07-06T22:23:02.173864Z","steps":["trace[1499650043] 'range keys from in-memory index tree' (duration: 197.897142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:02.173769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.598494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-06T22:23:02.174Z","caller":"traceutil/trace.go:171","msg":"trace[396164113] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2462; }","duration":"277.86101ms","start":"2026-07-06T22:23:01.89613Z","end":"2026-07-06T22:23:02.173991Z","steps":["trace[396164113] 'range keys from in-memory index tree' (duration: 277.499342ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:02.173875Z","caller":"traceutil/trace.go:171","msg":"trace[344078479] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2462; }","duration":"197.992104ms","start":"2026-07-06T22:23:01.975834Z","end":"2026-07-06T22:23:02.173826Z","steps":["trace[344078479] 'range keys from in-memory index tree' (duration: 197.704418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:02.17379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.870026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-06T22:23:02.174142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.757958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-06T22:23:02.174168Z","caller":"traceutil/trace.go:171","msg":"trace[1592948608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2462; }","duration":"220.818319ms","start":"2026-07-06T22:23:01.953343Z","end":"2026-07-06T22:23:02.174161Z","steps":["trace[1592948608] 'range keys from in-memory index tree' (duration: 220.669755ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:02.174162Z","caller":"traceutil/trace.go:171","msg":"trace[1422481616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2462; }","duration":"199.284325ms","start":"2026-07-06T22:23:01.974858Z","end":"2026-07-06T22:23:02.174142Z","steps":["trace[1422481616] 'range keys from in-memory index tree' (duration: 198.703411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:02.174319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.884697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-06T22:23:02.174367Z","caller":"traceutil/trace.go:171","msg":"trace[1332779538] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2462; }","duration":"276.968669ms","start":"2026-07-06T22:23:01.897388Z","end":"2026-07-06T22:23:02.174357Z","steps":["trace[1332779538] 'range keys from in-memory index tree' (duration: 276.752524ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:02.478306Z","caller":"traceutil/trace.go:171","msg":"trace[53589914] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"301.000881ms","start":"2026-07-06T22:23:02.177283Z","end":"2026-07-06T22:23:02.478284Z","steps":["trace[53589914] 'process raft request' (duration: 300.838967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:02.478506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:02.177259Z","time spent":"301.181135ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:02.79075Z","caller":"traceutil/trace.go:171","msg":"trace[1060514748] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"611.660764ms","start":"2026-07-06T22:23:02.179065Z","end":"2026-07-06T22:23:02.790725Z","steps":["trace[1060514748] 'process raft request' (duration: 611.615833ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:02.790815Z","caller":"traceutil/trace.go:171","msg":"trace[386267694] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"612.044663ms","start":"2026-07-06T22:23:02.178749Z","end":"2026-07-06T22:23:02.790794Z","steps":["trace[386267694] 'process raft request' (duration: 611.856938ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:02.790865Z","caller":"traceutil/trace.go:171","msg":"trace[1878188877] transaction","detail":"{read_only:false; response_revision:2465; number_of_response:1; }","duration":"612.689488ms","start":"2026-07-06T22:23:02.178163Z","end":"2026-07-06T22:23:02.790852Z","steps":["trace[1878188877] 'process raft request' (duration: 612.327579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:02.790926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:02.17874Z","time spent":"612.125274ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:02.790936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:02.178149Z","time spent":"612.744ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:02.790961Z","caller":"traceutil/trace.go:171","msg":"trace[1656543387] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"611.931521ms","start":"2026-07-06T22:23:02.179021Z","end":"2026-07-06T22:23:02.790952Z","steps":["trace[1656543387] 'process raft request' (duration: 611.622223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:02.790918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:02.17906Z","time spent":"611.769277ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:02.791023Z","caller":"traceutil/trace.go:171","msg":"trace[267892367] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"612.878413ms","start":"2026-07-06T22:23:02.178136Z","end":"2026-07-06T22:23:02.791014Z","steps":["trace[267892367] 'process raft request' (duration: 609.491422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:02.791017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:02.179012Z","time spent":"611.981351ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:02.791063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:02.178118Z","time spent":"612.924824ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:03.245775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.292686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:03.246027Z","caller":"traceutil/trace.go:171","msg":"trace[621806983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2468; }","duration":"194.725237ms","start":"2026-07-06T22:23:03.051277Z","end":"2026-07-06T22:23:03.246002Z","steps":["trace[621806983] 'range keys from in-memory index tree' (duration: 194.126542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:03.708418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.353357ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-06T22:23:04.601731Z","caller":"traceutil/trace.go:171","msg":"trace[1946887961] transaction","detail":"{read_only:false; response_revision:2470; number_of_response:1; }","duration":"114.207125ms","start":"2026-07-06T22:23:04.487504Z","end":"2026-07-06T22:23:04.601711Z","steps":["trace[1946887961] 'process raft request' (duration: 114.079892ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:04.87996Z","caller":"traceutil/trace.go:171","msg":"trace[6065031] transaction","detail":"{read_only:false; response_revision:2471; number_of_response:1; }","duration":"290.752707ms","start":"2026-07-06T22:23:04.589173Z","end":"2026-07-06T22:23:04.879926Z","steps":["trace[6065031] 'process raft request' (duration: 211.67147ms)","trace[6065031] 'compare' (duration: 78.906393ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:05.249876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.576198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:05.250165Z","caller":"traceutil/trace.go:171","msg":"trace[1610539756] linearizableReadLoop","detail":"{readStateIndex:2581; appliedIndex:2577; }","duration":"364.671541ms","start":"2026-07-06T22:23:04.885475Z","end":"2026-07-06T22:23:05.250147Z","steps":["trace[1610539756] 'read index received' (duration: 48.583699ms)","trace[1610539756] 'applied index is now lower than readState.Index' (duration: 316.086502ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:05.250175Z","caller":"traceutil/trace.go:171","msg":"trace[1638212173] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"366.001713ms","start":"2026-07-06T22:23:04.884138Z","end":"2026-07-06T22:23:05.25014Z","steps":["trace[1638212173] 'process raft request' (duration: 131.045967ms)","trace[1638212173] 'compare' (duration: 234.427193ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:05.250193Z","caller":"traceutil/trace.go:171","msg":"trace[1014510969] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"365.757438ms","start":"2026-07-06T22:23:04.884409Z","end":"2026-07-06T22:23:05.250166Z","steps":["trace[1014510969] 'process raft request' (duration: 365.572083ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:05.250272Z","caller":"traceutil/trace.go:171","msg":"trace[1151786788] transaction","detail":"{read_only:false; response_revision:2476; number_of_response:1; }","duration":"365.747037ms","start":"2026-07-06T22:23:04.884425Z","end":"2026-07-06T22:23:05.250172Z","steps":["trace[1151786788] 'process raft request' (duration: 365.655325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:05.250391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.881526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-06T22:23:05.250374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:04.884131Z","time spent":"366.116596ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:05.250469Z","caller":"traceutil/trace.go:171","msg":"trace[1119883773] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2476; }","duration":"364.981018ms","start":"2026-07-06T22:23:04.885471Z","end":"2026-07-06T22:23:05.250452Z","steps":["trace[1119883773] 'agreement among raft nodes before linearized reading' (duration: 364.794914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:05.250425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:04.884415Z","time spent":"365.964653ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:05.250538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:04.884389Z","time spent":"365.89628ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:05.250576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.558105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-06T22:23:05.250635Z","caller":"traceutil/trace.go:171","msg":"trace[2079592943] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2476; }","duration":"275.692988ms","start":"2026-07-06T22:23:04.974927Z","end":"2026-07-06T22:23:05.25062Z","steps":["trace[2079592943] 'agreement among raft nodes before linearized reading' (duration: 275.426262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:05.250736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.650903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"warn","ts":"2026-07-06T22:23:05.250519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:04.885444Z","time spent":"365.065321ms","remote":"127.0.0.1:37012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":17,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:23:05.250773Z","caller":"traceutil/trace.go:171","msg":"trace[278768769] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2476; }","duration":"274.685954ms","start":"2026-07-06T22:23:04.976077Z","end":"2026-07-06T22:23:05.250763Z","steps":["trace[278768769] 'agreement among raft nodes before linearized reading' (duration: 274.54075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:05.250462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.172423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:05.251396Z","caller":"traceutil/trace.go:171","msg":"trace[498000441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2476; }","duration":"200.161076ms","start":"2026-07-06T22:23:05.051221Z","end":"2026-07-06T22:23:05.251382Z","steps":["trace[498000441] 'agreement among raft nodes before linearized reading' (duration: 199.143831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:06.22357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.310603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:06.223867Z","caller":"traceutil/trace.go:171","msg":"trace[1040329105] linearizableReadLoop","detail":"{readStateIndex:2584; appliedIndex:2581; }","duration":"172.085217ms","start":"2026-07-06T22:23:06.051761Z","end":"2026-07-06T22:23:06.223846Z","steps":["trace[1040329105] 'read index received' (duration: 33.481µs)","trace[1040329105] 'applied index is now lower than readState.Index' (duration: 172.050676ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:06.223983Z","caller":"traceutil/trace.go:171","msg":"trace[608168989] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"968.893548ms","start":"2026-07-06T22:23:05.25507Z","end":"2026-07-06T22:23:06.223964Z","steps":["trace[608168989] 'process raft request' (duration: 285.085623ms)","trace[608168989] 'compare' (duration: 683.118699ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:06.224078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:05.255043Z","time spent":"968.99478ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:06.224233Z","caller":"traceutil/trace.go:171","msg":"trace[1086842796] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"917.072341ms","start":"2026-07-06T22:23:05.307097Z","end":"2026-07-06T22:23:06.22417Z","steps":["trace[1086842796] 'process raft request' (duration: 916.667662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:06.224331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.566668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:06.224368Z","caller":"traceutil/trace.go:171","msg":"trace[1721320752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2479; }","duration":"172.63896ms","start":"2026-07-06T22:23:06.051718Z","end":"2026-07-06T22:23:06.224357Z","steps":["trace[1721320752] 'agreement among raft nodes before linearized reading' (duration: 172.568518ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:06.22436Z","caller":"traceutil/trace.go:171","msg":"trace[879754274] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"969.142324ms","start":"2026-07-06T22:23:05.255191Z","end":"2026-07-06T22:23:06.224333Z","steps":["trace[879754274] 'process raft request' (duration: 968.467938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:06.224505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:05.307061Z","time spent":"917.276436ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:06.224537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:05.255172Z","time spent":"969.247676ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:06.785411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.450065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:06.785529Z","caller":"traceutil/trace.go:171","msg":"trace[434920723] linearizableReadLoop","detail":"{readStateIndex:2585; appliedIndex:2584; }","duration":"423.556606ms","start":"2026-07-06T22:23:06.361953Z","end":"2026-07-06T22:23:06.78551Z","steps":["trace[434920723] 'read index received' (duration: 188.917768ms)","trace[434920723] 'applied index is now lower than readState.Index' (duration: 234.636868ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:06.785649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.68493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:23:06.785713Z","caller":"traceutil/trace.go:171","msg":"trace[264197249] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2480; }","duration":"423.774782ms","start":"2026-07-06T22:23:06.361928Z","end":"2026-07-06T22:23:06.785703Z","steps":["trace[264197249] 'agreement among raft nodes before linearized reading' (duration: 423.654739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:06.785759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:06.361872Z","time spent":"423.877174ms","remote":"127.0.0.1:37060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:23:06.785783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.885466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-06T22:23:06.785847Z","caller":"traceutil/trace.go:171","msg":"trace[1449796191] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2480; }","duration":"180.978228ms","start":"2026-07-06T22:23:06.604853Z","end":"2026-07-06T22:23:06.785831Z","steps":["trace[1449796191] 'agreement among raft nodes before linearized reading' (duration: 180.786553ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:06.786032Z","caller":"traceutil/trace.go:171","msg":"trace[1566884532] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"543.499888ms","start":"2026-07-06T22:23:06.242032Z","end":"2026-07-06T22:23:06.785532Z","steps":["trace[1566884532] 'process raft request' (duration: 308.841099ms)","trace[1566884532] 'compare' (duration: 234.28233ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:06.786132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:06.242008Z","time spent":"544.061691ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:07.336581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.052546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:07.336691Z","caller":"traceutil/trace.go:171","msg":"trace[1479102009] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"546.748797ms","start":"2026-07-06T22:23:06.789925Z","end":"2026-07-06T22:23:07.336673Z","steps":["trace[1479102009] 'process raft request' (duration: 141.532618ms)","trace[1479102009] 'compare' (duration: 404.818639ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:07.336767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:06.789908Z","time spent":"546.824928ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:07.438854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060133777,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:23:08.155836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.332918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:08.15591Z","caller":"traceutil/trace.go:171","msg":"trace[1118729048] linearizableReadLoop","detail":"{readStateIndex:2587; appliedIndex:2586; }","duration":"1.217836349s","start":"2026-07-06T22:23:06.938062Z","end":"2026-07-06T22:23:08.155898Z","steps":["trace[1118729048] 'read index received' (duration: 800.286886ms)","trace[1118729048] 'applied index is now lower than readState.Index' (duration: 417.548743ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:08.156071Z","caller":"traceutil/trace.go:171","msg":"trace[1122499967] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"1.364446397s","start":"2026-07-06T22:23:06.791613Z","end":"2026-07-06T22:23:08.15606Z","steps":["trace[1122499967] 'process raft request' (duration: 946.828882ms)","trace[1122499967] 'compare' (duration: 417.238746ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:08.156111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:06.791605Z","time spent":"1.364484759s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:08.156322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218259209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-06T22:23:08.156392Z","caller":"traceutil/trace.go:171","msg":"trace[1350715605] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2482; }","duration":"1.218371901s","start":"2026-07-06T22:23:06.938004Z","end":"2026-07-06T22:23:08.156376Z","steps":["trace[1350715605] 'agreement among raft nodes before linearized reading' (duration: 1.218169247s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:08.156434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:06.937985Z","time spent":"1.218441404s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-06T22:23:08.156697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218224378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-06T22:23:08.156826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.9086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-06T22:23:08.156868Z","caller":"traceutil/trace.go:171","msg":"trace[1990572674] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:2482; }","duration":"103.983301ms","start":"2026-07-06T22:23:08.052875Z","end":"2026-07-06T22:23:08.156858Z","steps":["trace[1990572674] 'agreement among raft nodes before linearized reading' (duration: 103.880459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:08.156913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107113007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:08.156958Z","caller":"traceutil/trace.go:171","msg":"trace[766262917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2482; }","duration":"1.107202769s","start":"2026-07-06T22:23:07.049741Z","end":"2026-07-06T22:23:08.156944Z","steps":["trace[766262917] 'agreement among raft nodes before linearized reading' (duration: 1.107135257s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:08.156991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:07.049717Z","time spent":"1.107268361s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:23:08.156995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.839233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-06T22:23:08.156968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.772767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-06T22:23:08.157028Z","caller":"traceutil/trace.go:171","msg":"trace[535287529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2482; }","duration":"902.912725ms","start":"2026-07-06T22:23:07.254107Z","end":"2026-07-06T22:23:08.15702Z","steps":["trace[535287529] 'agreement among raft nodes before linearized reading' (duration: 902.738671ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:08.157048Z","caller":"traceutil/trace.go:171","msg":"trace[2000759035] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2482; }","duration":"901.89577ms","start":"2026-07-06T22:23:07.255135Z","end":"2026-07-06T22:23:08.15703Z","steps":["trace[2000759035] 'agreement among raft nodes before linearized reading' (duration: 901.670965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:08.157073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:07.254088Z","time spent":"902.974286ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-06T22:23:08.15709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:07.255118Z","time spent":"901.963951ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-06T22:23:08.157314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.541586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-06T22:23:08.157448Z","caller":"traceutil/trace.go:171","msg":"trace[1811960373] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2482; }","duration":"902.69993ms","start":"2026-07-06T22:23:07.254734Z","end":"2026-07-06T22:23:08.157434Z","steps":["trace[1811960373] 'agreement among raft nodes before linearized reading' (duration: 901.997173ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:08.156763Z","caller":"traceutil/trace.go:171","msg":"trace[1870583828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2482; }","duration":"1.21831699s","start":"2026-07-06T22:23:06.93843Z","end":"2026-07-06T22:23:08.156747Z","steps":["trace[1870583828] 'agreement among raft nodes before linearized reading' (duration: 1.218109405s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:08.157572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:06.938422Z","time spent":"1.21914078s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-06T22:23:08.157547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:07.254721Z","time spent":"902.813182ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-06T22:23:09.163333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.735618ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-06T22:23:09.163437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:08.157875Z","time spent":"1.005558953s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-06T22:23:09.949408Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.545765871s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T22:23:10.098456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.641979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:10.09936Z","caller":"traceutil/trace.go:171","msg":"trace[27969321] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"1.93837725s","start":"2026-07-06T22:23:08.160948Z","end":"2026-07-06T22:23:10.099326Z","steps":["trace[27969321] 'process raft request' (duration: 1.788678266s)","trace[27969321] 'compare' (duration: 148.180598ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:10.099726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:08.160923Z","time spent":"1.938690288s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:10.100118Z","caller":"traceutil/trace.go:171","msg":"trace[1886848407] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"1.938314158s","start":"2026-07-06T22:23:08.16179Z","end":"2026-07-06T22:23:10.100104Z","steps":["trace[1886848407] 'process raft request' (duration: 1.938051772s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:10.10022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936808602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:10.100275Z","caller":"traceutil/trace.go:171","msg":"trace[614994057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2488; }","duration":"1.936896115s","start":"2026-07-06T22:23:08.163368Z","end":"2026-07-06T22:23:10.100264Z","steps":["trace[614994057] 'agreement among raft nodes before linearized reading' (duration: 1.936775942s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:10.10032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:08.163363Z","time spent":"1.936946176s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:23:10.100442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:08.161782Z","time spent":"1.938433882s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:10.100543Z","caller":"traceutil/trace.go:171","msg":"trace[1396651634] transaction","detail":"{read_only:false; response_revision:2486; number_of_response:1; }","duration":"1.938487572s","start":"2026-07-06T22:23:08.162045Z","end":"2026-07-06T22:23:10.100532Z","steps":["trace[1396651634] 'process raft request' (duration: 1.937873008s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:10.101486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:08.162038Z","time spent":"1.939367253s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:10.100575Z","caller":"traceutil/trace.go:171","msg":"trace[2006842679] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"1.938482152s","start":"2026-07-06T22:23:08.162083Z","end":"2026-07-06T22:23:10.100565Z","steps":["trace[2006842679] 'process raft request' (duration: 1.937872788s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:10.101676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:08.162079Z","time spent":"1.939568629s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:10.100607Z","caller":"traceutil/trace.go:171","msg":"trace[739197745] transaction","detail":"{read_only:false; response_revision:2488; number_of_response:1; }","duration":"1.869809804s","start":"2026-07-06T22:23:08.23079Z","end":"2026-07-06T22:23:10.100599Z","steps":["trace[739197745] 'process raft request' (duration: 1.86922238s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:10.100096Z","caller":"traceutil/trace.go:171","msg":"trace[1558722550] linearizableReadLoop","detail":"{readStateIndex:2593; appliedIndex:2587; }","duration":"1.936682099s","start":"2026-07-06T22:23:08.163385Z","end":"2026-07-06T22:23:10.100067Z","steps":["trace[1558722550] 'read index received' (duration: 240.206411ms)","trace[1558722550] 'applied index is now lower than readState.Index' (duration: 1.696474408s)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:10.100691Z","caller":"traceutil/trace.go:171","msg":"trace[1143270529] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"1.939144118s","start":"2026-07-06T22:23:08.161513Z","end":"2026-07-06T22:23:10.100657Z","steps":["trace[1143270529] 'process raft request' (duration: 1.938120964s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:10.101867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:08.230765Z","time spent":"1.871017913s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:10.101916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:08.161505Z","time spent":"1.940385987s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:10.60208Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060133791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:23:11.977543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.557522ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:11.977665Z","caller":"traceutil/trace.go:171","msg":"trace[519559917] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2488; }","duration":"580.695116ms","start":"2026-07-06T22:23:11.396953Z","end":"2026-07-06T22:23:11.977648Z","steps":["trace[519559917] 'range keys from in-memory index tree' (duration: 580.536522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:11.977863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295358343s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:11.977989Z","caller":"traceutil/trace.go:171","msg":"trace[1431529543] linearizableReadLoop","detail":"{readStateIndex:2596; appliedIndex:2594; }","duration":"1.876123811s","start":"2026-07-06T22:23:10.101852Z","end":"2026-07-06T22:23:11.977976Z","steps":["trace[1431529543] 'read index received' (duration: 580.568463ms)","trace[1431529543] 'applied index is now lower than readState.Index' (duration: 1.295554568s)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:11.97806Z","caller":"traceutil/trace.go:171","msg":"trace[2021202243] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"1.875701711s","start":"2026-07-06T22:23:10.102341Z","end":"2026-07-06T22:23:11.978043Z","steps":["trace[2021202243] 'process raft request' (duration: 1.875596388s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:11.97808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876404948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:11.978112Z","caller":"traceutil/trace.go:171","msg":"trace[2007542953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2490; }","duration":"1.876452649s","start":"2026-07-06T22:23:10.10164Z","end":"2026-07-06T22:23:11.978093Z","steps":["trace[2007542953] 'agreement among raft nodes before linearized reading' (duration: 1.876401278s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:11.978132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:10.101624Z","time spent":"1.87650327s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:23:11.978158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:10.102305Z","time spent":"1.875792423s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:11.978366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435749246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:11.978394Z","caller":"traceutil/trace.go:171","msg":"trace[550250648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2490; }","duration":"1.435829349s","start":"2026-07-06T22:23:10.542558Z","end":"2026-07-06T22:23:11.978387Z","steps":["trace[550250648] 'agreement among raft nodes before linearized reading' (duration: 1.435789538s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:11.978409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:10.542538Z","time spent":"1.43586636s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-06T22:23:11.978363Z","caller":"traceutil/trace.go:171","msg":"trace[1526837524] transaction","detail":"{read_only:false; response_revision:2489; number_of_response:1; }","duration":"2.81366495s","start":"2026-07-06T22:23:09.164685Z","end":"2026-07-06T22:23:11.97835Z","steps":["trace[1526837524] 'process raft request' (duration: 1.517748864s)","trace[1526837524] 'compare' (duration: 1.29523335s)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:11.978526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:09.164664Z","time spent":"2.813837044s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:11.978532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.206608756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:23:11.978543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.795476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2475"} {"level":"info","ts":"2026-07-06T22:23:11.97859Z","caller":"traceutil/trace.go:171","msg":"trace[2123459058] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2490; }","duration":"3.206708679s","start":"2026-07-06T22:23:08.771866Z","end":"2026-07-06T22:23:11.978574Z","steps":["trace[2123459058] 'agreement among raft nodes before linearized reading' (duration: 3.206611236s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:11.978621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:08.771847Z","time spent":"3.206766779s","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:23:11.97861Z","caller":"traceutil/trace.go:171","msg":"trace[1929362664] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2490; }","duration":"746.906729ms","start":"2026-07-06T22:23:11.231685Z","end":"2026-07-06T22:23:11.978592Z","steps":["trace[1929362664] 'agreement among raft nodes before linearized reading' (duration: 746.692164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:11.978673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:11.231666Z","time spent":"746.99142ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":2498,"request content":"key:\"/registry/pods/default/test-pvc-pod\" "} {"level":"warn","ts":"2026-07-06T22:23:11.978732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.432675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-06T22:23:11.978758Z","caller":"traceutil/trace.go:171","msg":"trace[784946445] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2490; }","duration":"748.488236ms","start":"2026-07-06T22:23:11.230263Z","end":"2026-07-06T22:23:11.978751Z","steps":["trace[784946445] 'agreement among raft nodes before linearized reading' (duration: 748.371313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:11.978778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:11.230248Z","time spent":"748.525557ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:23:11.978814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.816289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-06T22:23:11.978837Z","caller":"traceutil/trace.go:171","msg":"trace[1195908111] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2490; }","duration":"186.889792ms","start":"2026-07-06T22:23:11.79194Z","end":"2026-07-06T22:23:11.97883Z","steps":["trace[1195908111] 'agreement among raft nodes before linearized reading' (duration: 186.797579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:11.97881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.462266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-06T22:23:11.978943Z","caller":"traceutil/trace.go:171","msg":"trace[605089092] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2490; }","duration":"748.646439ms","start":"2026-07-06T22:23:11.230263Z","end":"2026-07-06T22:23:11.978909Z","steps":["trace[605089092] 'agreement among raft nodes before linearized reading' (duration: 748.223419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:11.979005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:11.230248Z","time spent":"748.743372ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:23:11.979011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.638074204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-06T22:23:11.979113Z","caller":"traceutil/trace.go:171","msg":"trace[255665614] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2490; }","duration":"2.638273649s","start":"2026-07-06T22:23:09.340812Z","end":"2026-07-06T22:23:11.979086Z","steps":["trace[255665614] 'agreement among raft nodes before linearized reading' (duration: 2.637449109s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:11.979172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:09.34079Z","time spent":"2.6383687s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-06T22:23:12.385612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.736556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:12.385697Z","caller":"traceutil/trace.go:171","msg":"trace[2124743075] linearizableReadLoop","detail":"{readStateIndex:2597; appliedIndex:2596; }","duration":"401.706871ms","start":"2026-07-06T22:23:11.983978Z","end":"2026-07-06T22:23:12.385685Z","steps":["trace[2124743075] 'read index received' (duration: 195.899194ms)","trace[2124743075] 'applied index is now lower than readState.Index' (duration: 205.806607ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:12.385839Z","caller":"traceutil/trace.go:171","msg":"trace[1866353229] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"402.737596ms","start":"2026-07-06T22:23:11.983093Z","end":"2026-07-06T22:23:12.38583Z","steps":["trace[1866353229] 'process raft request' (duration: 196.677442ms)","trace[1866353229] 'compare' (duration: 205.651374ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:12.385882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:11.983067Z","time spent":"402.793517ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:12.386069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.06388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-06T22:23:12.386167Z","caller":"traceutil/trace.go:171","msg":"trace[180848967] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2491; }","duration":"402.198643ms","start":"2026-07-06T22:23:11.983945Z","end":"2026-07-06T22:23:12.386143Z","steps":["trace[180848967] 'agreement among raft nodes before linearized reading' (duration: 401.901926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:12.386228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:11.983923Z","time spent":"402.289635ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-06T22:23:12.79912Z","caller":"traceutil/trace.go:171","msg":"trace[669316124] linearizableReadLoop","detail":"{readStateIndex:2601; appliedIndex:2597; }","duration":"413.391097ms","start":"2026-07-06T22:23:12.385713Z","end":"2026-07-06T22:23:12.799104Z","steps":["trace[669316124] 'read index received' (duration: 343.059457ms)","trace[669316124] 'applied index is now lower than readState.Index' (duration: 70.33105ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:12.799212Z","caller":"traceutil/trace.go:171","msg":"trace[616096486] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"815.145369ms","start":"2026-07-06T22:23:11.984057Z","end":"2026-07-06T22:23:12.799202Z","steps":["trace[616096486] 'process raft request' (duration: 744.84322ms)","trace[616096486] 'compare' (duration: 69.831868ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:12.79928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:11.984037Z","time spent":"815.192431ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:12.799358Z","caller":"traceutil/trace.go:171","msg":"trace[497626170] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"814.014983ms","start":"2026-07-06T22:23:11.985336Z","end":"2026-07-06T22:23:12.799351Z","steps":["trace[497626170] 'process raft request' (duration: 813.680875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:12.799389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:11.985317Z","time spent":"814.053543ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:12.799447Z","caller":"traceutil/trace.go:171","msg":"trace[703950012] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"813.157023ms","start":"2026-07-06T22:23:11.986284Z","end":"2026-07-06T22:23:12.799441Z","steps":["trace[703950012] 'process raft request' (duration: 812.770394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:12.799478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:11.98627Z","time spent":"813.191143ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:12.799533Z","caller":"traceutil/trace.go:171","msg":"trace[930543707] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"691.919041ms","start":"2026-07-06T22:23:12.107609Z","end":"2026-07-06T22:23:12.799528Z","steps":["trace[930543707] 'process raft request' (duration: 691.47076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:12.79957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:12.107582Z","time spent":"691.971333ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:12.799661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.641139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-06T22:23:12.799686Z","caller":"traceutil/trace.go:171","msg":"trace[1099412231] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2495; }","duration":"695.73017ms","start":"2026-07-06T22:23:12.10395Z","end":"2026-07-06T22:23:12.79968Z","steps":["trace[1099412231] 'agreement among raft nodes before linearized reading' (duration: 695.666429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:12.799705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:12.103923Z","time spent":"695.776902ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-06T22:23:12.79968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.629201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-06T22:23:12.799964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.749816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:12.799984Z","caller":"traceutil/trace.go:171","msg":"trace[292545033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2495; }","duration":"813.782938ms","start":"2026-07-06T22:23:11.986197Z","end":"2026-07-06T22:23:12.79998Z","steps":["trace[292545033] 'agreement among raft nodes before linearized reading' (duration: 813.753097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:12.8Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:11.986189Z","time spent":"813.807308ms","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:23:12.800013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.276529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:12.79995Z","caller":"traceutil/trace.go:171","msg":"trace[1308349400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2495; }","duration":"693.925908ms","start":"2026-07-06T22:23:12.106005Z","end":"2026-07-06T22:23:12.799931Z","steps":["trace[1308349400] 'agreement among raft nodes before linearized reading' (duration: 693.55132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:12.800095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:12.105993Z","time spent":"694.096662ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-06T22:23:12.800085Z","caller":"traceutil/trace.go:171","msg":"trace[1637582413] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2495; }","duration":"431.381202ms","start":"2026-07-06T22:23:12.368687Z","end":"2026-07-06T22:23:12.800069Z","steps":["trace[1637582413] 'agreement among raft nodes before linearized reading' (duration: 431.28999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:12.800138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:12.368669Z","time spent":"431.453943ms","remote":"127.0.0.1:48252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:23:12.800176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.216021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-06T22:23:12.800211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.092482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-06T22:23:12.800267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.266992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-06T22:23:12.80025Z","caller":"traceutil/trace.go:171","msg":"trace[1213982369] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2495; }","duration":"693.327504ms","start":"2026-07-06T22:23:12.106902Z","end":"2026-07-06T22:23:12.800229Z","steps":["trace[1213982369] 'agreement among raft nodes before linearized reading' (duration: 693.095679ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:12.800288Z","caller":"traceutil/trace.go:171","msg":"trace[668116627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2495; }","duration":"693.314924ms","start":"2026-07-06T22:23:12.106968Z","end":"2026-07-06T22:23:12.800283Z","steps":["trace[668116627] 'agreement among raft nodes before linearized reading' (duration: 693.252252ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:12.800288Z","caller":"traceutil/trace.go:171","msg":"trace[172760543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2495; }","duration":"694.186864ms","start":"2026-07-06T22:23:12.106083Z","end":"2026-07-06T22:23:12.80027Z","steps":["trace[172760543] 'agreement among raft nodes before linearized reading' (duration: 693.947769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:12.800311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:12.106948Z","time spent":"693.359255ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-06T22:23:12.800305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:12.10689Z","time spent":"693.406306ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-06T22:23:12.800327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:12.105978Z","time spent":"694.341368ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-06T22:23:12.800221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.069836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-06T22:23:12.80039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.933381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:23:12.800425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.225446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:12.800449Z","caller":"traceutil/trace.go:171","msg":"trace[1403684572] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2495; }","duration":"264.253026ms","start":"2026-07-06T22:23:12.536189Z","end":"2026-07-06T22:23:12.800442Z","steps":["trace[1403684572] 'agreement among raft nodes before linearized reading' (duration: 264.214586ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:12.800408Z","caller":"traceutil/trace.go:171","msg":"trace[2109436230] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2495; }","duration":"412.315371ms","start":"2026-07-06T22:23:12.388077Z","end":"2026-07-06T22:23:12.800393Z","steps":["trace[2109436230] 'agreement among raft nodes before linearized reading' (duration: 411.977753ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:12.800465Z","caller":"traceutil/trace.go:171","msg":"trace[1039011828] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2495; }","duration":"259.030003ms","start":"2026-07-06T22:23:12.541412Z","end":"2026-07-06T22:23:12.800442Z","steps":["trace[1039011828] 'agreement among raft nodes before linearized reading' (duration: 258.928511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:12.800541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:12.388054Z","time spent":"412.449245ms","remote":"127.0.0.1:36944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-06T22:23:14.078458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.654085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:14.078619Z","caller":"traceutil/trace.go:171","msg":"trace[144118441] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"1.273522487s","start":"2026-07-06T22:23:12.805062Z","end":"2026-07-06T22:23:14.078585Z","steps":["trace[144118441] 'process raft request' (duration: 364.595615ms)","trace[144118441] 'compare' (duration: 908.140723ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:14.078714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:12.805041Z","time spent":"1.27362274s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:14.150452Z","caller":"traceutil/trace.go:171","msg":"trace[430620323] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"1.344874292s","start":"2026-07-06T22:23:12.805554Z","end":"2026-07-06T22:23:14.150429Z","steps":["trace[430620323] 'process raft request' (duration: 1.34478774s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:14.150577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:12.805542Z","time spent":"1.344974514s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:14.150663Z","caller":"traceutil/trace.go:171","msg":"trace[1936605994] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"1.345064846s","start":"2026-07-06T22:23:12.805432Z","end":"2026-07-06T22:23:14.150497Z","steps":["trace[1936605994] 'process raft request' (duration: 1.344775239s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:14.150859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:12.805416Z","time spent":"1.345350183s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:14.15101Z","caller":"traceutil/trace.go:171","msg":"trace[969504686] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"1.34521288s","start":"2026-07-06T22:23:12.805738Z","end":"2026-07-06T22:23:14.150951Z","steps":["trace[969504686] 'process raft request' (duration: 1.344657117s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:14.151057Z","caller":"traceutil/trace.go:171","msg":"trace[1328112602] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"1.34520812s","start":"2026-07-06T22:23:12.805811Z","end":"2026-07-06T22:23:14.151019Z","steps":["trace[1328112602] 'process raft request' (duration: 1.345006995s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:14.151239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:12.805795Z","time spent":"1.345368833s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:14.151301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:12.80573Z","time spent":"1.345426035s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:15.051408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000299341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T22:23:15.051646Z","caller":"traceutil/trace.go:171","msg":"trace[1518090721] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000532347s","start":"2026-07-06T22:23:13.051042Z","end":"2026-07-06T22:23:15.051574Z","steps":["trace[1518090721] 'agreement among raft nodes before linearized reading' (duration: 2.000327832s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:15.05177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:13.051025Z","time spent":"2.000732401s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:23:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:23:15.234746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08382271s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-06T22:23:15.235681Z","caller":"traceutil/trace.go:171","msg":"trace[690554845] linearizableReadLoop","detail":"{readStateIndex:2606; appliedIndex:2601; }","duration":"2.184572101s","start":"2026-07-06T22:23:13.051087Z","end":"2026-07-06T22:23:15.235659Z","steps":["trace[690554845] 'read index received' (duration: 118.550489ms)","trace[690554845] 'applied index is now lower than readState.Index' (duration: 2.066020082s)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:15.2359Z","caller":"traceutil/trace.go:171","msg":"trace[1833030002] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"428.101004ms","start":"2026-07-06T22:23:14.807761Z","end":"2026-07-06T22:23:15.235862Z","steps":["trace[1833030002] 'process raft request' (duration: 427.086141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:15.236047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:14.807736Z","time spent":"428.200997ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:15.301697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215177932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-06T22:23:15.301769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.154214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:23:15.301756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.828565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:15.301751Z","caller":"traceutil/trace.go:171","msg":"trace[1967993096] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"149.223942ms","start":"2026-07-06T22:23:15.152498Z","end":"2026-07-06T22:23:15.301722Z","steps":["trace[1967993096] 'process raft request' (duration: 148.952336ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:15.301833Z","caller":"traceutil/trace.go:171","msg":"trace[1425044869] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2502; }","duration":"923.975738ms","start":"2026-07-06T22:23:14.37784Z","end":"2026-07-06T22:23:15.301816Z","steps":["trace[1425044869] 'agreement among raft nodes before linearized reading' (duration: 923.814344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:15.301816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140833018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-06T22:23:15.301855Z","caller":"traceutil/trace.go:171","msg":"trace[21324339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2502; }","duration":"250.222056ms","start":"2026-07-06T22:23:15.051576Z","end":"2026-07-06T22:23:15.301798Z","steps":["trace[21324339] 'agreement among raft nodes before linearized reading' (duration: 250.172885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:15.301885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:14.377815Z","time spent":"924.054519ms","remote":"127.0.0.1:48416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:23:15.301895Z","caller":"traceutil/trace.go:171","msg":"trace[431634912] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2502; }","duration":"2.140971262s","start":"2026-07-06T22:23:13.160906Z","end":"2026-07-06T22:23:15.301877Z","steps":["trace[431634912] 'agreement among raft nodes before linearized reading' (duration: 2.140767147s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:15.30178Z","caller":"traceutil/trace.go:171","msg":"trace[699741224] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2502; }","duration":"2.215316486s","start":"2026-07-06T22:23:13.086446Z","end":"2026-07-06T22:23:15.301763Z","steps":["trace[699741224] 'agreement among raft nodes before linearized reading' (duration: 2.215137582s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:15.301948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:13.160887Z","time spent":"2.141048223s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:23:15.301965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:13.086427Z","time spent":"2.21552051s","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":11,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:23:15.301701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.479748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:15.302051Z","caller":"traceutil/trace.go:171","msg":"trace[679821592] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2502; }","duration":"371.882497ms","start":"2026-07-06T22:23:14.930144Z","end":"2026-07-06T22:23:15.302026Z","steps":["trace[679821592] 'agreement among raft nodes before linearized reading' (duration: 371.471307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:15.302114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:14.930123Z","time spent":"371.97215ms","remote":"127.0.0.1:48364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:23:15.301893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.997746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-06T22:23:15.302169Z","caller":"traceutil/trace.go:171","msg":"trace[264685732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2502; }","duration":"912.298952ms","start":"2026-07-06T22:23:14.389854Z","end":"2026-07-06T22:23:15.302153Z","steps":["trace[264685732] 'agreement among raft nodes before linearized reading' (duration: 911.928763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:15.302227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:14.389841Z","time spent":"912.372185ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-06T22:23:15.809905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060133814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:23:16.310347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060133814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:23:16.671015Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.363935322s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T22:23:17.071795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.337698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:17.071899Z","caller":"traceutil/trace.go:171","msg":"trace[473444110] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"1.764899715s","start":"2026-07-06T22:23:15.306978Z","end":"2026-07-06T22:23:17.071878Z","steps":["trace[473444110] 'process raft request' (duration: 1.364405753s)","trace[473444110] 'compare' (duration: 400.230326ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:17.071954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:15.306954Z","time spent":"1.764974217s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:17.309768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00027545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T22:23:17.309892Z","caller":"traceutil/trace.go:171","msg":"trace[1404296908] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000443734s","start":"2026-07-06T22:23:15.309432Z","end":"2026-07-06T22:23:17.309876Z","steps":["trace[1404296908] 'agreement among raft nodes before linearized reading' (duration: 2.000293791s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:17.309952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:15.309419Z","time spent":"2.000523056s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:23:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:23:17.705406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.956971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:17.705666Z","caller":"traceutil/trace.go:171","msg":"trace[787927766] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"2.398654453s","start":"2026-07-06T22:23:15.306986Z","end":"2026-07-06T22:23:17.705641Z","steps":["trace[787927766] 'process raft request' (duration: 1.881336083s)","trace[787927766] 'compare' (duration: 516.759267ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:17.705681Z","caller":"traceutil/trace.go:171","msg":"trace[185749592] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"2.398609971s","start":"2026-07-06T22:23:15.307044Z","end":"2026-07-06T22:23:17.705654Z","steps":["trace[185749592] 'process raft request' (duration: 2.398470678s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:17.70572Z","caller":"traceutil/trace.go:171","msg":"trace[150425797] linearizableReadLoop","detail":"{readStateIndex:2612; appliedIndex:2609; }","duration":"2.396225315s","start":"2026-07-06T22:23:15.309469Z","end":"2026-07-06T22:23:17.705694Z","steps":["trace[150425797] 'read index received' (duration: 1.361899924s)","trace[150425797] 'applied index is now lower than readState.Index' (duration: 1.034322541s)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:17.705745Z","caller":"traceutil/trace.go:171","msg":"trace[2130251067] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"464.78556ms","start":"2026-07-06T22:23:17.240926Z","end":"2026-07-06T22:23:17.705711Z","steps":["trace[2130251067] 'process raft request' (duration: 464.670007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:17.7058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:15.307036Z","time spent":"2.398719325s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-06T22:23:17.705891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001264204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-06T22:23:17.705894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:17.240904Z","time spent":"464.885612ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:17.705928Z","caller":"traceutil/trace.go:171","msg":"trace[212966956] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2506; }","duration":"2.001345315s","start":"2026-07-06T22:23:15.704569Z","end":"2026-07-06T22:23:17.705914Z","steps":["trace[212966956] 'agreement among raft nodes before linearized reading' (duration: 2.001259453s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:17.705957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:15.704553Z","time spent":"2.001397037s","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:23:17.706196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62319365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-06T22:23:17.706223Z","caller":"traceutil/trace.go:171","msg":"trace[881714262] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2506; }","duration":"1.623272751s","start":"2026-07-06T22:23:16.082943Z","end":"2026-07-06T22:23:17.706216Z","steps":["trace[881714262] 'agreement among raft nodes before linearized reading' (duration: 1.623160829s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:17.706248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:16.082921Z","time spent":"1.623321143s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-06T22:23:17.706258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.274363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:23:17.706232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550342131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-06T22:23:17.706273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551275262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-06T22:23:17.706292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550920514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-06T22:23:17.706326Z","caller":"traceutil/trace.go:171","msg":"trace[638985342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2506; }","duration":"1.550479224s","start":"2026-07-06T22:23:16.155839Z","end":"2026-07-06T22:23:17.706318Z","steps":["trace[638985342] 'agreement among raft nodes before linearized reading' (duration: 1.550238148s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:17.706343Z","caller":"traceutil/trace.go:171","msg":"trace[1295937571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2506; }","duration":"1.551387125s","start":"2026-07-06T22:23:16.154937Z","end":"2026-07-06T22:23:17.706324Z","steps":["trace[1295937571] 'agreement among raft nodes before linearized reading' (duration: 1.551146169s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:17.706358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:16.155832Z","time spent":"1.550519315s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-06T22:23:17.706354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.984702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2475"} {"level":"info","ts":"2026-07-06T22:23:17.706381Z","caller":"traceutil/trace.go:171","msg":"trace[595490662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2506; }","duration":"1.551020327s","start":"2026-07-06T22:23:16.155327Z","end":"2026-07-06T22:23:17.706347Z","steps":["trace[595490662] 'agreement among raft nodes before linearized reading' (duration: 1.550845482s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:17.706407Z","caller":"traceutil/trace.go:171","msg":"trace[1352484217] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2506; }","duration":"717.063605ms","start":"2026-07-06T22:23:16.989329Z","end":"2026-07-06T22:23:17.706393Z","steps":["trace[1352484217] 'agreement among raft nodes before linearized reading' (duration: 716.936962ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:17.70632Z","caller":"traceutil/trace.go:171","msg":"trace[1940081172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2506; }","duration":"396.356225ms","start":"2026-07-06T22:23:17.309945Z","end":"2026-07-06T22:23:17.706301Z","steps":["trace[1940081172] 'agreement among raft nodes before linearized reading' (duration: 396.274363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:17.706452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:16.155313Z","time spent":"1.551122099s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-06T22:23:17.706463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:16.989315Z","time spent":"717.136656ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":2498,"request content":"key:\"/registry/pods/default/test-pvc-pod\" "} {"level":"warn","ts":"2026-07-06T22:23:17.706491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:17.30993Z","time spent":"396.54642ms","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:23:17.706394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:16.15492Z","time spent":"1.551465177s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-06T22:23:17.706535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550583536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-06T22:23:17.706617Z","caller":"traceutil/trace.go:171","msg":"trace[572230020] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2506; }","duration":"1.550700869s","start":"2026-07-06T22:23:16.155867Z","end":"2026-07-06T22:23:17.706568Z","steps":["trace[572230020] 'agreement among raft nodes before linearized reading' (duration: 1.550500444s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:17.706696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:16.155859Z","time spent":"1.550799501s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-06T22:23:17.706904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:15.306963Z","time spent":"2.399872751s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:19.156152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255758359s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:19.156686Z","caller":"traceutil/trace.go:171","msg":"trace[1525064617] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"1.444795661s","start":"2026-07-06T22:23:17.711841Z","end":"2026-07-06T22:23:19.156637Z","steps":["trace[1525064617] 'process raft request' (duration: 188.411977ms)","trace[1525064617] 'compare' (duration: 1.255538634s)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:19.15685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:17.711818Z","time spent":"1.444944394s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:19.157413Z","caller":"traceutil/trace.go:171","msg":"trace[604258549] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"1.445555019s","start":"2026-07-06T22:23:17.711831Z","end":"2026-07-06T22:23:19.157386Z","steps":["trace[604258549] 'process raft request' (duration: 1.444437442s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:19.157529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:17.711809Z","time spent":"1.445667411s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:19.157612Z","caller":"traceutil/trace.go:171","msg":"trace[1659953132] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"1.445532078s","start":"2026-07-06T22:23:17.712065Z","end":"2026-07-06T22:23:19.157597Z","steps":["trace[1659953132] 'process raft request' (duration: 1.445245111s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:19.157669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:17.71206Z","time spent":"1.44558299s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:19.157812Z","caller":"traceutil/trace.go:171","msg":"trace[1370096001] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"1.445692322s","start":"2026-07-06T22:23:17.712099Z","end":"2026-07-06T22:23:19.157792Z","steps":["trace[1370096001] 'process raft request' (duration: 1.445434036s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:19.1589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:17.712082Z","time spent":"1.446768997s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:19.157984Z","caller":"traceutil/trace.go:171","msg":"trace[1285361626] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"1.445345494s","start":"2026-07-06T22:23:17.712629Z","end":"2026-07-06T22:23:19.157975Z","steps":["trace[1285361626] 'process raft request' (duration: 1.445087078s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:19.158202Z","caller":"traceutil/trace.go:171","msg":"trace[1702091941] linearizableReadLoop","detail":"{readStateIndex:2617; appliedIndex:2613; }","duration":"1.445824566s","start":"2026-07-06T22:23:17.712357Z","end":"2026-07-06T22:23:19.158182Z","steps":["trace[1702091941] 'read index received' (duration: 187.882605ms)","trace[1702091941] 'applied index is now lower than readState.Index' (duration: 1.257940681s)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:19.158355Z","caller":"traceutil/trace.go:171","msg":"trace[456007583] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"1.445495497s","start":"2026-07-06T22:23:17.712847Z","end":"2026-07-06T22:23:19.158342Z","steps":["trace[456007583] 'process raft request' (duration: 1.445018026s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:19.159444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:17.712838Z","time spent":"1.446567152s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:19.158279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445909378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:19.159738Z","caller":"traceutil/trace.go:171","msg":"trace[771978436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2512; }","duration":"1.447357211s","start":"2026-07-06T22:23:17.712336Z","end":"2026-07-06T22:23:19.159693Z","steps":["trace[771978436] 'agreement among raft nodes before linearized reading' (duration: 1.445901867s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:19.159808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:17.712331Z","time spent":"1.447458664s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:23:19.159826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355693538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:472"} {"level":"warn","ts":"2026-07-06T22:23:19.159842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:17.712621Z","time spent":"1.447011493s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:19.16008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106355973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-06T22:23:19.159909Z","caller":"traceutil/trace.go:171","msg":"trace[158808511] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2512; }","duration":"1.355822921s","start":"2026-07-06T22:23:17.804067Z","end":"2026-07-06T22:23:19.15989Z","steps":["trace[158808511] 'agreement among raft nodes before linearized reading' (duration: 1.355573555s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:19.160148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356005246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-06T22:23:19.160207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:17.804052Z","time spent":"1.356136598s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-06T22:23:19.160216Z","caller":"traceutil/trace.go:171","msg":"trace[709958530] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2512; }","duration":"1.356095057s","start":"2026-07-06T22:23:17.804098Z","end":"2026-07-06T22:23:19.160193Z","steps":["trace[709958530] 'agreement among raft nodes before linearized reading' (duration: 1.355940203s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:19.160266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:17.804077Z","time spent":"1.356176079s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:23:19.160293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354024648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-06T22:23:19.160327Z","caller":"traceutil/trace.go:171","msg":"trace[977713091] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2512; }","duration":"1.354067429s","start":"2026-07-06T22:23:17.806247Z","end":"2026-07-06T22:23:19.160315Z","steps":["trace[977713091] 'agreement among raft nodes before linearized reading' (duration: 1.35369553s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:19.160364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:17.806242Z","time spent":"1.354114861s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-06T22:23:19.160156Z","caller":"traceutil/trace.go:171","msg":"trace[874455158] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:2512; }","duration":"1.106461035s","start":"2026-07-06T22:23:18.053679Z","end":"2026-07-06T22:23:19.16014Z","steps":["trace[874455158] 'agreement among raft nodes before linearized reading' (duration: 1.1062539s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:19.160408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:18.053661Z","time spent":"1.106737712s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.57\" "} {"level":"warn","ts":"2026-07-06T22:23:19.767253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.164853ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-06T22:23:19.767635Z","caller":"traceutil/trace.go:171","msg":"trace[815442234] linearizableReadLoop","detail":"{readStateIndex:2620; appliedIndex:2619; }","duration":"605.703766ms","start":"2026-07-06T22:23:19.161885Z","end":"2026-07-06T22:23:19.767589Z","steps":["trace[815442234] 'read index received' (duration: 197.213815ms)","trace[815442234] 'applied index is now lower than readState.Index' (duration: 408.487061ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:19.76768Z","caller":"traceutil/trace.go:171","msg":"trace[2098003564] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"602.205614ms","start":"2026-07-06T22:23:19.165457Z","end":"2026-07-06T22:23:19.767662Z","steps":["trace[2098003564] 'process raft request' (duration: 602.151112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:19.767742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:19.161429Z","time spent":"606.30979ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-06T22:23:19.767783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.89326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:23:19.767789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:19.165444Z","time spent":"602.277995ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:19.767811Z","caller":"traceutil/trace.go:171","msg":"trace[2030141537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2516; }","duration":"605.940812ms","start":"2026-07-06T22:23:19.161861Z","end":"2026-07-06T22:23:19.767802Z","steps":["trace[2030141537] 'agreement among raft nodes before linearized reading' (duration: 605.8689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:19.767836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:19.161851Z","time spent":"605.977113ms","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-06T22:23:19.767827Z","caller":"traceutil/trace.go:171","msg":"trace[2059892586] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"603.563216ms","start":"2026-07-06T22:23:19.164225Z","end":"2026-07-06T22:23:19.767788Z","steps":["trace[2059892586] 'process raft request' (duration: 603.141416ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:19.768006Z","caller":"traceutil/trace.go:171","msg":"trace[1980869985] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"603.730999ms","start":"2026-07-06T22:23:19.164259Z","end":"2026-07-06T22:23:19.76799Z","steps":["trace[1980869985] 'process raft request' (duration: 603.258278ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:19.76809Z","caller":"traceutil/trace.go:171","msg":"trace[2057976698] transaction","detail":"{read_only:false; response_revision:2515; number_of_response:1; }","duration":"602.806397ms","start":"2026-07-06T22:23:19.165265Z","end":"2026-07-06T22:23:19.768071Z","steps":["trace[2057976698] 'process raft request' (duration: 602.300815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:19.768106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:19.164233Z","time spent":"603.824162ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:19.768135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:19.164206Z","time spent":"603.693168ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:19.768191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:19.165254Z","time spent":"602.885739ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:21.264502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:19.92484Z","time spent":"1.339652308s","remote":"127.0.0.1:57660","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-06T22:23:21.26473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146265973s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:21.264912Z","caller":"traceutil/trace.go:171","msg":"trace[1583235406] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"1.495424875s","start":"2026-07-06T22:23:19.769472Z","end":"2026-07-06T22:23:21.264897Z","steps":["trace[1583235406] 'process raft request' (duration: 1.495347793s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:21.264963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:19.769446Z","time spent":"1.495495386s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:21.264992Z","caller":"traceutil/trace.go:171","msg":"trace[1771432531] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"1.552509052s","start":"2026-07-06T22:23:19.712462Z","end":"2026-07-06T22:23:21.264971Z","steps":["trace[1771432531] 'process raft request' (duration: 405.926501ms)","trace[1771432531] 'compare' (duration: 1.146065659s)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:21.265141Z","caller":"traceutil/trace.go:171","msg":"trace[2051242573] linearizableReadLoop","detail":"{readStateIndex:2625; appliedIndex:2624; }","duration":"1.497416482s","start":"2026-07-06T22:23:19.767686Z","end":"2026-07-06T22:23:21.265103Z","steps":["trace[2051242573] 'read index received' (duration: 350.714818ms)","trace[2051242573] 'applied index is now lower than readState.Index' (duration: 1.146700684s)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:21.265102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:19.712443Z","time spent":"1.552593525s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:21.265366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692153468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:21.265396Z","caller":"traceutil/trace.go:171","msg":"trace[333199621] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2518; }","duration":"1.692186549s","start":"2026-07-06T22:23:19.573202Z","end":"2026-07-06T22:23:21.265388Z","steps":["trace[333199621] 'agreement among raft nodes before linearized reading' (duration: 1.692047996s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:21.26542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:19.573137Z","time spent":"1.692277641s","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:23:21.265504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491168904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:21.265547Z","caller":"traceutil/trace.go:171","msg":"trace[1558276424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2518; }","duration":"1.491238346s","start":"2026-07-06T22:23:19.774298Z","end":"2026-07-06T22:23:21.265536Z","steps":["trace[1558276424] 'agreement among raft nodes before linearized reading' (duration: 1.491171875s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:21.265576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:19.774285Z","time spent":"1.491286017s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:23:21.265722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.50212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-06T22:23:21.265751Z","caller":"traceutil/trace.go:171","msg":"trace[1431164623] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2518; }","duration":"102.5498ms","start":"2026-07-06T22:23:21.163195Z","end":"2026-07-06T22:23:21.265745Z","steps":["trace[1431164623] 'agreement among raft nodes before linearized reading' (duration: 102.454758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:21.265791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.684217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-06T22:23:21.265827Z","caller":"traceutil/trace.go:171","msg":"trace[179388225] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2518; }","duration":"103.757769ms","start":"2026-07-06T22:23:21.16206Z","end":"2026-07-06T22:23:21.265818Z","steps":["trace[179388225] 'agreement among raft nodes before linearized reading' (duration: 103.645966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:21.265884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.650975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-06T22:23:21.26591Z","caller":"traceutil/trace.go:171","msg":"trace[1842318608] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2518; }","duration":"100.696367ms","start":"2026-07-06T22:23:21.165208Z","end":"2026-07-06T22:23:21.265904Z","steps":["trace[1842318608] 'agreement among raft nodes before linearized reading' (duration: 100.631075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:21.265977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.66079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:21.266012Z","caller":"traceutil/trace.go:171","msg":"trace[1826513668] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2518; }","duration":"709.733661ms","start":"2026-07-06T22:23:20.55627Z","end":"2026-07-06T22:23:21.266004Z","steps":["trace[1826513668] 'agreement among raft nodes before linearized reading' (duration: 709.68182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:21.266041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:20.55625Z","time spent":"709.782693ms","remote":"127.0.0.1:48316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:23:21.266186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.518341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:21.26622Z","caller":"traceutil/trace.go:171","msg":"trace[114791714] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2518; }","duration":"838.593522ms","start":"2026-07-06T22:23:20.427619Z","end":"2026-07-06T22:23:21.266212Z","steps":["trace[114791714] 'agreement among raft nodes before linearized reading' (duration: 838.542951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:21.266254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:20.427599Z","time spent":"838.647394ms","remote":"127.0.0.1:48188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:23:21.266372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.761152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-06T22:23:21.266473Z","caller":"traceutil/trace.go:171","msg":"trace[542348132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2518; }","duration":"101.888985ms","start":"2026-07-06T22:23:21.164561Z","end":"2026-07-06T22:23:21.26645Z","steps":["trace[542348132] 'agreement among raft nodes before linearized reading' (duration: 101.577298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:21.266722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.10461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-06T22:23:21.266756Z","caller":"traceutil/trace.go:171","msg":"trace[1754322240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2518; }","duration":"102.178202ms","start":"2026-07-06T22:23:21.16457Z","end":"2026-07-06T22:23:21.266749Z","steps":["trace[1754322240] 'agreement among raft nodes before linearized reading' (duration: 102.09865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:22.47399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077333728s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:22.474127Z","caller":"traceutil/trace.go:171","msg":"trace[736263471] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2518; }","duration":"1.077482831s","start":"2026-07-06T22:23:21.396622Z","end":"2026-07-06T22:23:22.474105Z","steps":["trace[736263471] 'range keys from in-memory index tree' (duration: 1.077316767s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:22.474622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.105584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:22.474986Z","caller":"traceutil/trace.go:171","msg":"trace[1091505737] linearizableReadLoop","detail":"{readStateIndex:2628; appliedIndex:2626; }","duration":"1.20324815s","start":"2026-07-06T22:23:21.271724Z","end":"2026-07-06T22:23:22.474972Z","steps":["trace[1091505737] 'read index received' (duration: 269.694435ms)","trace[1091505737] 'applied index is now lower than readState.Index' (duration: 933.552745ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:22.475003Z","caller":"traceutil/trace.go:171","msg":"trace[1550556739] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"1.204506608s","start":"2026-07-06T22:23:21.270462Z","end":"2026-07-06T22:23:22.474968Z","steps":["trace[1550556739] 'process raft request' (duration: 270.923714ms)","trace[1550556739] 'compare' (duration: 932.718514ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:22.475041Z","caller":"traceutil/trace.go:171","msg":"trace[1012732880] transaction","detail":"{read_only:false; response_revision:2522; number_of_response:1; }","duration":"1.203099716s","start":"2026-07-06T22:23:21.271888Z","end":"2026-07-06T22:23:22.474988Z","steps":["trace[1012732880] 'process raft request' (duration: 1.203005984s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:22.475085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:21.27045Z","time spent":"1.204594971s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:22.47514Z","caller":"traceutil/trace.go:171","msg":"trace[2142524019] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"1.204390507s","start":"2026-07-06T22:23:21.270708Z","end":"2026-07-06T22:23:22.475098Z","steps":["trace[2142524019] 'process raft request' (duration: 1.203984787s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:22.475212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:21.27187Z","time spent":"1.203251599s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:22.475252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203519656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-06T22:23:22.475297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:21.270673Z","time spent":"1.204518349s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:22.475371Z","caller":"traceutil/trace.go:171","msg":"trace[1129000246] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2523; }","duration":"1.203581317s","start":"2026-07-06T22:23:21.271698Z","end":"2026-07-06T22:23:22.475279Z","steps":["trace[1129000246] 'agreement among raft nodes before linearized reading' (duration: 1.203343701s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:22.475011Z","caller":"traceutil/trace.go:171","msg":"trace[134137089] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"1.203167307s","start":"2026-07-06T22:23:21.271817Z","end":"2026-07-06T22:23:22.474984Z","steps":["trace[134137089] 'process raft request' (duration: 1.202953352s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:22.475419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:21.271687Z","time spent":"1.203720881s","remote":"127.0.0.1:36944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-06T22:23:22.47548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:21.271802Z","time spent":"1.203629318s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:22.475046Z","caller":"traceutil/trace.go:171","msg":"trace[773617248] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"1.203094276s","start":"2026-07-06T22:23:21.271927Z","end":"2026-07-06T22:23:22.475021Z","steps":["trace[773617248] 'process raft request' (duration: 1.203013414s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:22.475572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:21.271916Z","time spent":"1.203619548s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:22.563647Z","caller":"traceutil/trace.go:171","msg":"trace[202990886] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"257.61942ms","start":"2026-07-06T22:23:22.306003Z","end":"2026-07-06T22:23:22.563623Z","steps":["trace[202990886] 'process raft request' (duration: 257.513097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:22.563912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289475764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:22.564017Z","caller":"traceutil/trace.go:171","msg":"trace[280688164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2524; }","duration":"1.289622018s","start":"2026-07-06T22:23:21.274376Z","end":"2026-07-06T22:23:22.563998Z","steps":["trace[280688164] 'agreement among raft nodes before linearized reading' (duration: 1.289422493s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:22.564087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:21.274361Z","time spent":"1.28971329s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:23:22.564254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.233291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:23:22.5643Z","caller":"traceutil/trace.go:171","msg":"trace[237937125] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2524; }","duration":"704.296983ms","start":"2026-07-06T22:23:21.859992Z","end":"2026-07-06T22:23:22.564289Z","steps":["trace[237937125] 'agreement among raft nodes before linearized reading' (duration: 704.17507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:22.564335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:21.85993Z","time spent":"704.394045ms","remote":"127.0.0.1:36886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":45,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:23:22.564526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.750787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:23:22.56457Z","caller":"traceutil/trace.go:171","msg":"trace[30151957] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2524; }","duration":"394.822879ms","start":"2026-07-06T22:23:22.169733Z","end":"2026-07-06T22:23:22.564556Z","steps":["trace[30151957] 'agreement among raft nodes before linearized reading' (duration: 394.718917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:22.564601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:22.169717Z","time spent":"394.8758ms","remote":"127.0.0.1:36812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:23:22.565227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.116446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-06T22:23:22.565265Z","caller":"traceutil/trace.go:171","msg":"trace[1956278516] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2524; }","duration":"792.234888ms","start":"2026-07-06T22:23:21.77302Z","end":"2026-07-06T22:23:22.565255Z","steps":["trace[1956278516] 'agreement among raft nodes before linearized reading' (duration: 791.406339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:22.565294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:21.772998Z","time spent":"792.28924ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-06T22:23:23.227271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.679389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:23.227354Z","caller":"traceutil/trace.go:171","msg":"trace[1349413194] linearizableReadLoop","detail":"{readStateIndex:2633; appliedIndex:2632; }","duration":"654.593031ms","start":"2026-07-06T22:23:22.572749Z","end":"2026-07-06T22:23:23.227342Z","steps":["trace[1349413194] 'read index received' (duration: 197.774988ms)","trace[1349413194] 'applied index is now lower than readState.Index' (duration: 456.816793ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:23.227432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.680733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:23.227475Z","caller":"traceutil/trace.go:171","msg":"trace[1121761774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2525; }","duration":"654.746654ms","start":"2026-07-06T22:23:22.572719Z","end":"2026-07-06T22:23:23.227466Z","steps":["trace[1121761774] 'agreement among raft nodes before linearized reading' (duration: 654.682822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:23.227501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:22.572709Z","time spent":"654.787205ms","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:23:23.227604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.79292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-06T22:23:23.227658Z","caller":"traceutil/trace.go:171","msg":"trace[1903420386] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2525; }","duration":"511.896792ms","start":"2026-07-06T22:23:22.71575Z","end":"2026-07-06T22:23:23.227646Z","steps":["trace[1903420386] 'agreement among raft nodes before linearized reading' (duration: 511.725148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:23.2277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:22.715728Z","time spent":"511.962864ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":548,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:23:23.227746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.075629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:23:23.227776Z","caller":"traceutil/trace.go:171","msg":"trace[1240340995] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2525; }","duration":"224.141841ms","start":"2026-07-06T22:23:23.003628Z","end":"2026-07-06T22:23:23.227769Z","steps":["trace[1240340995] 'agreement among raft nodes before linearized reading' (duration: 224.09305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:23.227865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.394167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2475"} {"level":"info","ts":"2026-07-06T22:23:23.227898Z","caller":"traceutil/trace.go:171","msg":"trace[697527726] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2525; }","duration":"510.447619ms","start":"2026-07-06T22:23:22.717441Z","end":"2026-07-06T22:23:23.227888Z","steps":["trace[697527726] 'agreement among raft nodes before linearized reading' (duration: 510.361156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:23.227934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:22.717427Z","time spent":"510.497699ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":2498,"request content":"key:\"/registry/pods/default/test-pvc-pod\" "} {"level":"info","ts":"2026-07-06T22:23:23.227401Z","caller":"traceutil/trace.go:171","msg":"trace[620013549] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"657.12447ms","start":"2026-07-06T22:23:22.570247Z","end":"2026-07-06T22:23:23.227372Z","steps":["trace[620013549] 'process raft request' (duration: 200.275907ms)","trace[620013549] 'compare' (duration: 456.537586ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:23.22799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:22.570232Z","time spent":"657.733954ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:23.896593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.512953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:23.896938Z","caller":"traceutil/trace.go:171","msg":"trace[54214022] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"625.496353ms","start":"2026-07-06T22:23:23.271242Z","end":"2026-07-06T22:23:23.896738Z","steps":["trace[54214022] 'process raft request' (duration: 625.441662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:23.897027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:23.271211Z","time spent":"625.78786ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:23.897093Z","caller":"traceutil/trace.go:171","msg":"trace[886865406] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"662.487366ms","start":"2026-07-06T22:23:23.234376Z","end":"2026-07-06T22:23:23.896863Z","steps":["trace[886865406] 'process raft request' (duration: 197.619484ms)","trace[886865406] 'compare' (duration: 464.423461ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:23.897519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:23.234354Z","time spent":"663.019259ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:25.206725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.291755ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-06T22:23:25.207889Z","caller":"traceutil/trace.go:171","msg":"trace[1148221414] linearizableReadLoop","detail":"{readStateIndex:2636; appliedIndex:2635; }","duration":"1.156427065s","start":"2026-07-06T22:23:24.051431Z","end":"2026-07-06T22:23:25.207858Z","steps":["trace[1148221414] 'read index received' (duration: 159.130106ms)","trace[1148221414] 'applied index is now lower than readState.Index' (duration: 997.293679ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:25.20806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156618039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:25.208134Z","caller":"traceutil/trace.go:171","msg":"trace[1959458365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2527; }","duration":"1.156736762s","start":"2026-07-06T22:23:24.05138Z","end":"2026-07-06T22:23:25.208117Z","steps":["trace[1959458365] 'agreement among raft nodes before linearized reading' (duration: 1.156616639s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:25.208168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.18607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-06T22:23:25.208178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:24.051353Z","time spent":"1.156816934s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:23:25.208193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.333965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-06T22:23:25.208264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.461728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-06T22:23:25.208272Z","caller":"traceutil/trace.go:171","msg":"trace[298153934] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2527; }","duration":"435.442918ms","start":"2026-07-06T22:23:24.772811Z","end":"2026-07-06T22:23:25.208254Z","steps":["trace[298153934] 'agreement among raft nodes before linearized reading' (duration: 435.227633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:25.208271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.851399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-06T22:23:25.20831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.941872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-06T22:23:25.208317Z","caller":"traceutil/trace.go:171","msg":"trace[1750369984] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2527; }","duration":"435.52677ms","start":"2026-07-06T22:23:24.772772Z","end":"2026-07-06T22:23:25.208298Z","steps":["trace[1750369984] 'agreement among raft nodes before linearized reading' (duration: 435.430438ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:25.208328Z","caller":"traceutil/trace.go:171","msg":"trace[1688432977] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2527; }","duration":"727.918711ms","start":"2026-07-06T22:23:24.480395Z","end":"2026-07-06T22:23:25.208313Z","steps":["trace[1688432977] 'agreement among raft nodes before linearized reading' (duration: 727.803299ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:25.208359Z","caller":"traceutil/trace.go:171","msg":"trace[1802320550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2527; }","duration":"728.024223ms","start":"2026-07-06T22:23:24.480321Z","end":"2026-07-06T22:23:25.208345Z","steps":["trace[1802320550] 'agreement among raft nodes before linearized reading' (duration: 727.707336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:25.208367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:24.772756Z","time spent":"435.602861ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:23:25.208376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:24.480385Z","time spent":"727.979503ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-06T22:23:25.2084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.340023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-06T22:23:25.208401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:24.480301Z","time spent":"728.090545ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-06T22:23:25.208168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.702836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-06T22:23:25.208226Z","caller":"traceutil/trace.go:171","msg":"trace[250966282] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2527; }","duration":"726.274792ms","start":"2026-07-06T22:23:24.481936Z","end":"2026-07-06T22:23:25.20821Z","steps":["trace[250966282] 'agreement among raft nodes before linearized reading' (duration: 726.098928ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:25.208458Z","caller":"traceutil/trace.go:171","msg":"trace[993625954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2527; }","duration":"728.006423ms","start":"2026-07-06T22:23:24.480438Z","end":"2026-07-06T22:23:25.208445Z","steps":["trace[993625954] 'agreement among raft nodes before linearized reading' (duration: 727.623734ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:25.208516Z","caller":"traceutil/trace.go:171","msg":"trace[1645957866] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2527; }","duration":"726.438546ms","start":"2026-07-06T22:23:24.481992Z","end":"2026-07-06T22:23:25.208431Z","steps":["trace[1645957866] 'agreement among raft nodes before linearized reading' (duration: 726.350714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:25.208557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:24.48196Z","time spent":"726.58667ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-06T22:23:25.208559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:24.480354Z","time spent":"728.190628ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-06T22:23:25.208516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:24.481921Z","time spent":"726.58739ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-06T22:23:25.208172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.52567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-06T22:23:25.208676Z","caller":"traceutil/trace.go:171","msg":"trace[1243232880] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2527; }","duration":"436.075792ms","start":"2026-07-06T22:23:24.772583Z","end":"2026-07-06T22:23:25.208659Z","steps":["trace[1243232880] 'agreement among raft nodes before linearized reading' (duration: 435.448218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:25.208318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:24.772799Z","time spent":"435.510459ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:23:25.208733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:24.77256Z","time spent":"436.156325ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-06T22:23:25.622858Z","caller":"traceutil/trace.go:171","msg":"trace[1824869710] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"409.418143ms","start":"2026-07-06T22:23:25.213417Z","end":"2026-07-06T22:23:25.622835Z","steps":["trace[1824869710] 'process raft request' (duration: 409.274289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:25.622993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:25.213401Z","time spent":"409.520536ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:26.01853Z","caller":"traceutil/trace.go:171","msg":"trace[45069705] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"804.99379ms","start":"2026-07-06T22:23:25.213512Z","end":"2026-07-06T22:23:26.018506Z","steps":["trace[45069705] 'process raft request' (duration: 804.801865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:26.018687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:25.213491Z","time spent":"805.110582ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:26.018769Z","caller":"traceutil/trace.go:171","msg":"trace[1861455429] transaction","detail":"{read_only:false; response_revision:2530; number_of_response:1; }","duration":"805.226375ms","start":"2026-07-06T22:23:25.213522Z","end":"2026-07-06T22:23:26.018748Z","steps":["trace[1861455429] 'process raft request' (duration: 804.944199ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:26.018802Z","caller":"traceutil/trace.go:171","msg":"trace[1729435574] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"805.051351ms","start":"2026-07-06T22:23:25.213735Z","end":"2026-07-06T22:23:26.018786Z","steps":["trace[1729435574] 'process raft request' (duration: 804.927378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:26.018913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:25.213503Z","time spent":"805.331567ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:26.018913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:25.213727Z","time spent":"805.119863ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:26.019584Z","caller":"traceutil/trace.go:171","msg":"trace[1015833527] transaction","detail":"{read_only:false; response_revision:2533; number_of_response:1; }","duration":"805.486301ms","start":"2026-07-06T22:23:25.214084Z","end":"2026-07-06T22:23:26.01957Z","steps":["trace[1015833527] 'process raft request' (duration: 805.01076ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:26.019568Z","caller":"traceutil/trace.go:171","msg":"trace[1671169841] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"805.0179ms","start":"2026-07-06T22:23:25.214527Z","end":"2026-07-06T22:23:26.019545Z","steps":["trace[1671169841] 'process raft request' (duration: 804.926388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:26.019657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:25.214074Z","time spent":"805.547393ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:26.0197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:25.214519Z","time spent":"805.117402ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:26.020111Z","caller":"traceutil/trace.go:171","msg":"trace[1162638211] linearizableReadLoop","detail":"{readStateIndex:2644; appliedIndex:2636; }","duration":"803.537665ms","start":"2026-07-06T22:23:25.216562Z","end":"2026-07-06T22:23:26.020099Z","steps":["trace[1162638211] 'read index received' (duration: 406.128065ms)","trace[1162638211] 'applied index is now lower than readState.Index' (duration: 397.40886ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:26.020179Z","caller":"traceutil/trace.go:171","msg":"trace[2037326739] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"470.035124ms","start":"2026-07-06T22:23:25.550135Z","end":"2026-07-06T22:23:26.02017Z","steps":["trace[2037326739] 'process raft request' (duration: 469.909291ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:26.020154Z","caller":"traceutil/trace.go:171","msg":"trace[380790787] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"805.103253ms","start":"2026-07-06T22:23:25.215003Z","end":"2026-07-06T22:23:26.020106Z","steps":["trace[380790787] 'process raft request' (duration: 804.506638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:26.020235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:25.550111Z","time spent":"470.091206ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:26.020447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.879653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:26.020487Z","caller":"traceutil/trace.go:171","msg":"trace[1202729832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2536; }","duration":"803.934654ms","start":"2026-07-06T22:23:25.216543Z","end":"2026-07-06T22:23:26.020477Z","steps":["trace[1202729832] 'agreement among raft nodes before linearized reading' (duration: 803.854362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:26.020559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:25.216536Z","time spent":"804.011847ms","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-06T22:23:26.020754Z","caller":"traceutil/trace.go:171","msg":"trace[1350809786] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"805.391389ms","start":"2026-07-06T22:23:25.213737Z","end":"2026-07-06T22:23:26.019128Z","steps":["trace[1350809786] 'process raft request' (duration: 805.016161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:26.020915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:25.213726Z","time spent":"807.10607ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:26.020331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:25.21499Z","time spent":"805.248376ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:28.309491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190348397s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:28.309583Z","caller":"traceutil/trace.go:171","msg":"trace[927982901] linearizableReadLoop","detail":"{readStateIndex:2646; appliedIndex:2645; }","duration":"2.289422515s","start":"2026-07-06T22:23:26.020145Z","end":"2026-07-06T22:23:28.309567Z","steps":["trace[927982901] 'read index received' (duration: 98.814473ms)","trace[927982901] 'applied index is now lower than readState.Index' (duration: 2.190606652s)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:28.309802Z","caller":"traceutil/trace.go:171","msg":"trace[300205304] transaction","detail":"{read_only:false; response_revision:2537; number_of_response:1; }","duration":"2.407583734s","start":"2026-07-06T22:23:25.902204Z","end":"2026-07-06T22:23:28.309787Z","steps":["trace[300205304] 'process raft request' (duration: 216.860878ms)","trace[300205304] 'compare' (duration: 2.189848445s)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:28.309878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:25.902183Z","time spent":"2.407646736s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:28.310127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.078645462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-06T22:23:28.310183Z","caller":"traceutil/trace.go:171","msg":"trace[475956561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2537; }","duration":"3.078729394s","start":"2026-07-06T22:23:25.23144Z","end":"2026-07-06T22:23:28.310169Z","steps":["trace[475956561] 'agreement among raft nodes before linearized reading' (duration: 3.078569821s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:28.310212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:25.231424Z","time spent":"3.078780995s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-06T22:23:28.310234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.174745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-06T22:23:28.310268Z","caller":"traceutil/trace.go:171","msg":"trace[373633797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2537; }","duration":"286.200195ms","start":"2026-07-06T22:23:28.024054Z","end":"2026-07-06T22:23:28.310254Z","steps":["trace[373633797] 'agreement among raft nodes before linearized reading' (duration: 286.111873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:28.310252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.046661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-06T22:23:28.310319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366773591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/csi-32850bcebe8e6de46e91a6dc7058a0534ddb6821a1b6d6aeda412950245bc324\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-06T22:23:28.310321Z","caller":"traceutil/trace.go:171","msg":"trace[886928320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2537; }","duration":"286.154084ms","start":"2026-07-06T22:23:28.024151Z","end":"2026-07-06T22:23:28.310306Z","steps":["trace[886928320] 'agreement among raft nodes before linearized reading' (duration: 285.975459ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:28.310344Z","caller":"traceutil/trace.go:171","msg":"trace[590101607] range","detail":"{range_begin:/registry/volumeattachments/csi-32850bcebe8e6de46e91a6dc7058a0534ddb6821a1b6d6aeda412950245bc324; range_end:; response_count:1; response_revision:2537; }","duration":"2.366831112s","start":"2026-07-06T22:23:25.943502Z","end":"2026-07-06T22:23:28.310333Z","steps":["trace[590101607] 'agreement among raft nodes before linearized reading' (duration: 2.366772181s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:28.310364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:25.943483Z","time spent":"2.366875903s","remote":"127.0.0.1:37088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":674,"request content":"key:\"/registry/volumeattachments/csi-32850bcebe8e6de46e91a6dc7058a0534ddb6821a1b6d6aeda412950245bc324\" "} {"level":"warn","ts":"2026-07-06T22:23:28.310392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.661626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-06T22:23:28.310146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25920737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:23:28.310387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.662236715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:28.310459Z","caller":"traceutil/trace.go:171","msg":"trace[202208425] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2537; }","duration":"2.662357497s","start":"2026-07-06T22:23:25.648084Z","end":"2026-07-06T22:23:28.310442Z","steps":["trace[202208425] 'agreement among raft nodes before linearized reading' (duration: 2.662225934s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:28.310485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.895182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-06T22:23:28.310492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029037047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:23:28.310498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:25.648068Z","time spent":"2.662419179s","remote":"127.0.0.1:36894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:23:28.310527Z","caller":"traceutil/trace.go:171","msg":"trace[1068858937] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2537; }","duration":"1.029115659s","start":"2026-07-06T22:23:27.281401Z","end":"2026-07-06T22:23:28.310517Z","steps":["trace[1068858937] 'agreement among raft nodes before linearized reading' (duration: 1.029046977s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:28.310526Z","caller":"traceutil/trace.go:171","msg":"trace[1494834729] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2537; }","duration":"286.961893ms","start":"2026-07-06T22:23:28.02355Z","end":"2026-07-06T22:23:28.310512Z","steps":["trace[1494834729] 'agreement among raft nodes before linearized reading' (duration: 286.882671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:28.310558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:27.281381Z","time spent":"1.029166859s","remote":"127.0.0.1:48354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:23:28.310541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136939523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:23:28.310607Z","caller":"traceutil/trace.go:171","msg":"trace[57069828] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2537; }","duration":"1.137059266s","start":"2026-07-06T22:23:27.173531Z","end":"2026-07-06T22:23:28.31059Z","steps":["trace[57069828] 'agreement among raft nodes before linearized reading' (duration: 1.136926073s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:28.310623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.80313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-06T22:23:28.310648Z","caller":"traceutil/trace.go:171","msg":"trace[1122040944] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2537; }","duration":"683.883542ms","start":"2026-07-06T22:23:27.626759Z","end":"2026-07-06T22:23:28.310642Z","steps":["trace[1122040944] 'agreement among raft nodes before linearized reading' (duration: 683.81944ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:28.310417Z","caller":"traceutil/trace.go:171","msg":"trace[2036705333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2537; }","duration":"286.700237ms","start":"2026-07-06T22:23:28.023709Z","end":"2026-07-06T22:23:28.310409Z","steps":["trace[2036705333] 'agreement among raft nodes before linearized reading' (duration: 286.629865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:28.310652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:27.173513Z","time spent":"1.137128678s","remote":"127.0.0.1:37088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:23:28.31067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:27.626731Z","time spent":"683.934682ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-06T22:23:28.310421Z","caller":"traceutil/trace.go:171","msg":"trace[1454994143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2537; }","duration":"1.259511006s","start":"2026-07-06T22:23:27.050904Z","end":"2026-07-06T22:23:28.310415Z","steps":["trace[1454994143] 'agreement among raft nodes before linearized reading' (duration: 1.259210359s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:28.310746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.369181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-07-06T22:23:28.310777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:27.05089Z","time spent":"1.259876476s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-06T22:23:28.310794Z","caller":"traceutil/trace.go:171","msg":"trace[1891154553] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:2537; }","duration":"256.436173ms","start":"2026-07-06T22:23:28.054344Z","end":"2026-07-06T22:23:28.31078Z","steps":["trace[1891154553] 'agreement among raft nodes before linearized reading' (duration: 256.32005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:28.803018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.688191ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-06T22:23:28.803112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:28.314377Z","time spent":"488.732046ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-06T22:23:29.271877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.315789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:29.272175Z","caller":"traceutil/trace.go:171","msg":"trace[509810590] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"956.370543ms","start":"2026-07-06T22:23:28.315769Z","end":"2026-07-06T22:23:29.27214Z","steps":["trace[509810590] 'process raft request' (duration: 680.693517ms)","trace[509810590] 'compare' (duration: 275.035321ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:29.272247Z","caller":"traceutil/trace.go:171","msg":"trace[1876384327] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"956.374543ms","start":"2026-07-06T22:23:28.315841Z","end":"2026-07-06T22:23:29.272215Z","steps":["trace[1876384327] 'process raft request' (duration: 956.158538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:29.272326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:28.315834Z","time spent":"956.455945ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:29.272356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:28.315751Z","time spent":"956.502446ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:29.272364Z","caller":"traceutil/trace.go:171","msg":"trace[1907083629] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"468.208851ms","start":"2026-07-06T22:23:28.804134Z","end":"2026-07-06T22:23:29.272343Z","steps":["trace[1907083629] 'process raft request' (duration: 468.15471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:29.272461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:28.80411Z","time spent":"468.298893ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:29.272472Z","caller":"traceutil/trace.go:171","msg":"trace[343643304] transaction","detail":"{read_only:false; response_revision:2540; number_of_response:1; }","duration":"956.516727ms","start":"2026-07-06T22:23:28.315937Z","end":"2026-07-06T22:23:29.272454Z","steps":["trace[343643304] 'process raft request' (duration: 956.153348ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:29.27246Z","caller":"traceutil/trace.go:171","msg":"trace[920960670] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"955.895352ms","start":"2026-07-06T22:23:28.31652Z","end":"2026-07-06T22:23:29.272415Z","steps":["trace[920960670] 'process raft request' (duration: 955.671297ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:29.272528Z","caller":"traceutil/trace.go:171","msg":"trace[667107000] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"953.592787ms","start":"2026-07-06T22:23:28.318923Z","end":"2026-07-06T22:23:29.272515Z","steps":["trace[667107000] 'process raft request' (duration: 953.313801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:29.272535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:28.315924Z","time spent":"956.581358ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:29.272534Z","caller":"traceutil/trace.go:171","msg":"trace[1440672980] linearizableReadLoop","detail":"{readStateIndex:2652; appliedIndex:2646; }","duration":"953.668389ms","start":"2026-07-06T22:23:28.318846Z","end":"2026-07-06T22:23:29.272514Z","steps":["trace[1440672980] 'read index received' (duration: 218.498407ms)","trace[1440672980] 'applied index is now lower than readState.Index' (duration: 735.168542ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:29.272592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:28.318914Z","time spent":"953.641928ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:29.272615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:28.316003Z","time spent":"956.529677ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:29.272652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.804442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:29.272685Z","caller":"traceutil/trace.go:171","msg":"trace[1854293514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2544; }","duration":"953.865594ms","start":"2026-07-06T22:23:28.318809Z","end":"2026-07-06T22:23:29.272674Z","steps":["trace[1854293514] 'agreement among raft nodes before linearized reading' (duration: 953.810463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:29.272714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:28.318795Z","time spent":"953.911935ms","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:23:29.272759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.384193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/default/test-pvc\" ","response":"range_response_count:1 size:1243"} {"level":"info","ts":"2026-07-06T22:23:29.272767Z","caller":"traceutil/trace.go:171","msg":"trace[1658992543] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"956.389394ms","start":"2026-07-06T22:23:28.316363Z","end":"2026-07-06T22:23:29.272753Z","steps":["trace[1658992543] 'process raft request' (duration: 955.78023ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:29.272782Z","caller":"traceutil/trace.go:171","msg":"trace[8075588] range","detail":"{range_begin:/registry/persistentvolumeclaims/default/test-pvc; range_end:; response_count:1; response_revision:2544; }","duration":"942.436074ms","start":"2026-07-06T22:23:28.33034Z","end":"2026-07-06T22:23:29.272776Z","steps":["trace[8075588] 'agreement among raft nodes before linearized reading' (duration: 942.345412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:29.272805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:28.330323Z","time spent":"942.475265ms","remote":"127.0.0.1:36856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1266,"request content":"key:\"/registry/persistentvolumeclaims/default/test-pvc\" "} {"level":"warn","ts":"2026-07-06T22:23:29.272826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:28.316354Z","time spent":"956.437415ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:29.272974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.29358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-06T22:23:29.273037Z","caller":"traceutil/trace.go:171","msg":"trace[680103596] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2544; }","duration":"370.378352ms","start":"2026-07-06T22:23:28.902636Z","end":"2026-07-06T22:23:29.273015Z","steps":["trace[680103596] 'agreement among raft nodes before linearized reading' (duration: 370.219568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:29.273084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:28.902619Z","time spent":"370.452483ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:23:29.77956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060133888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:23:30.267753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.290478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:30.267871Z","caller":"traceutil/trace.go:171","msg":"trace[614394168] linearizableReadLoop","detail":"{readStateIndex:2655; appliedIndex:2654; }","duration":"988.860919ms","start":"2026-07-06T22:23:29.278991Z","end":"2026-07-06T22:23:30.267852Z","steps":["trace[614394168] 'read index received' (duration: 835.278915ms)","trace[614394168] 'applied index is now lower than readState.Index' (duration: 153.580574ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:30.268264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.228673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:23:30.268328Z","caller":"traceutil/trace.go:171","msg":"trace[680256] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2545; }","duration":"188.305604ms","start":"2026-07-06T22:23:30.080008Z","end":"2026-07-06T22:23:30.268313Z","steps":["trace[680256] 'agreement among raft nodes before linearized reading' (duration: 188.222812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:30.268304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.290299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-06T22:23:30.268368Z","caller":"traceutil/trace.go:171","msg":"trace[355828746] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2545; }","duration":"989.375711ms","start":"2026-07-06T22:23:29.278976Z","end":"2026-07-06T22:23:30.268352Z","steps":["trace[355828746] 'agreement among raft nodes before linearized reading' (duration: 989.245248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:30.268377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.165032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:23:30.268404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:29.27897Z","time spent":"989.426062ms","remote":"127.0.0.1:36944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-06T22:23:30.268426Z","caller":"traceutil/trace.go:171","msg":"trace[1792776176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2545; }","duration":"219.251234ms","start":"2026-07-06T22:23:30.04916Z","end":"2026-07-06T22:23:30.268411Z","steps":["trace[1792776176] 'agreement among raft nodes before linearized reading' (duration: 219.165492ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:30.268411Z","caller":"traceutil/trace.go:171","msg":"trace[1309660500] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"990.560909ms","start":"2026-07-06T22:23:29.277821Z","end":"2026-07-06T22:23:30.268382Z","steps":["trace[1309660500] 'process raft request' (duration: 836.517583ms)","trace[1309660500] 'compare' (duration: 153.182506ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:30.268527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:29.2778Z","time spent":"990.662742ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:30.268117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.792752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:30.268624Z","caller":"traceutil/trace.go:171","msg":"trace[1993830954] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2545; }","duration":"610.365956ms","start":"2026-07-06T22:23:29.658249Z","end":"2026-07-06T22:23:30.268615Z","steps":["trace[1993830954] 'agreement among raft nodes before linearized reading' (duration: 609.798463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:30.268656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:29.658235Z","time spent":"610.407047ms","remote":"127.0.0.1:36960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:23:30.776244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.403555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:30.776345Z","caller":"traceutil/trace.go:171","msg":"trace[961187482] linearizableReadLoop","detail":"{readStateIndex:2656; appliedIndex:2655; }","duration":"122.330558ms","start":"2026-07-06T22:23:30.653999Z","end":"2026-07-06T22:23:30.776329Z","steps":["trace[961187482] 'read index received' (duration: 53.382µs)","trace[961187482] 'applied index is now lower than readState.Index' (duration: 122.275846ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:30.776439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.43537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:23:30.776464Z","caller":"traceutil/trace.go:171","msg":"trace[1181137524] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2546; }","duration":"122.497612ms","start":"2026-07-06T22:23:30.653957Z","end":"2026-07-06T22:23:30.776455Z","steps":["trace[1181137524] 'agreement among raft nodes before linearized reading' (duration: 122.41465ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:30.776703Z","caller":"traceutil/trace.go:171","msg":"trace[2018185870] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"460.847597ms","start":"2026-07-06T22:23:30.315842Z","end":"2026-07-06T22:23:30.77669Z","steps":["trace[2018185870] 'process raft request' (duration: 119.919ms)","trace[2018185870] 'compare' (duration: 340.296232ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:30.776826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:30.31582Z","time spent":"460.909779ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:31.393815Z","caller":"traceutil/trace.go:171","msg":"trace[347181081] linearizableReadLoop","detail":"{readStateIndex:2657; appliedIndex:2656; }","duration":"368.643529ms","start":"2026-07-06T22:23:31.025151Z","end":"2026-07-06T22:23:31.393794Z","steps":["trace[347181081] 'read index received' (duration: 270.361819ms)","trace[347181081] 'applied index is now lower than readState.Index' (duration: 98.28083ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:31.393942Z","caller":"traceutil/trace.go:171","msg":"trace[1968470453] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"437.395292ms","start":"2026-07-06T22:23:30.956493Z","end":"2026-07-06T22:23:31.393889Z","steps":["trace[1968470453] 'process raft request' (duration: 339.033991ms)","trace[1968470453] 'compare' (duration: 98.002453ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:31.394026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.866305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-06T22:23:31.394026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.560047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-06T22:23:31.39405Z","caller":"traceutil/trace.go:171","msg":"trace[1218198582] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2547; }","duration":"368.974837ms","start":"2026-07-06T22:23:31.025067Z","end":"2026-07-06T22:23:31.394042Z","steps":["trace[1218198582] 'agreement among raft nodes before linearized reading' (duration: 368.826163ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:31.394062Z","caller":"traceutil/trace.go:171","msg":"trace[1309337483] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2547; }","duration":"368.65928ms","start":"2026-07-06T22:23:31.025392Z","end":"2026-07-06T22:23:31.394052Z","steps":["trace[1309337483] 'agreement among raft nodes before linearized reading' (duration: 368.524377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:31.394074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:31.025048Z","time spent":"369.020739ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:23:31.39409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:31.025384Z","time spent":"368.697261ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:23:31.394091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:30.956459Z","time spent":"437.562617ms","remote":"127.0.0.1:48384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1146,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-06T22:23:31.394135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.781853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-06T22:23:31.394172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.706977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:31.394199Z","caller":"traceutil/trace.go:171","msg":"trace[48080546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2547; }","duration":"342.775869ms","start":"2026-07-06T22:23:31.051414Z","end":"2026-07-06T22:23:31.39419Z","steps":["trace[48080546] 'agreement among raft nodes before linearized reading' (duration: 342.736789ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:31.3942Z","caller":"traceutil/trace.go:171","msg":"trace[9485013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2547; }","duration":"115.899255ms","start":"2026-07-06T22:23:31.278283Z","end":"2026-07-06T22:23:31.394182Z","steps":["trace[9485013] 'agreement among raft nodes before linearized reading' (duration: 115.67914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:31.394221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:31.051388Z","time spent":"342.82661ms","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:23:31.394191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.006188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-06T22:23:31.394229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.948287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-06T22:23:31.394256Z","caller":"traceutil/trace.go:171","msg":"trace[1726248793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2547; }","duration":"116.122261ms","start":"2026-07-06T22:23:31.278121Z","end":"2026-07-06T22:23:31.394243Z","steps":["trace[1726248793] 'agreement among raft nodes before linearized reading' (duration: 115.942606ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:31.394278Z","caller":"traceutil/trace.go:171","msg":"trace[2053269390] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2547; }","duration":"116.014958ms","start":"2026-07-06T22:23:31.278249Z","end":"2026-07-06T22:23:31.394264Z","steps":["trace[2053269390] 'agreement among raft nodes before linearized reading' (duration: 115.858355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:31.394404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.911356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-06T22:23:31.394409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.872051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-06T22:23:31.394432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.416134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-06T22:23:31.394463Z","caller":"traceutil/trace.go:171","msg":"trace[1942346401] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2547; }","duration":"115.466826ms","start":"2026-07-06T22:23:31.278989Z","end":"2026-07-06T22:23:31.394456Z","steps":["trace[1942346401] 'agreement among raft nodes before linearized reading' (duration: 115.398154ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:31.394462Z","caller":"traceutil/trace.go:171","msg":"trace[564359177] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2547; }","duration":"114.936102ms","start":"2026-07-06T22:23:31.279505Z","end":"2026-07-06T22:23:31.394442Z","steps":["trace[564359177] 'agreement among raft nodes before linearized reading' (duration: 114.793959ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:31.394436Z","caller":"traceutil/trace.go:171","msg":"trace[1952214173] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2547; }","duration":"368.963817ms","start":"2026-07-06T22:23:31.025462Z","end":"2026-07-06T22:23:31.394426Z","steps":["trace[1952214173] 'agreement among raft nodes before linearized reading' (duration: 368.879415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:31.394529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:31.025447Z","time spent":"369.074389ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:23:31.394621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.141491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-06T22:23:31.394656Z","caller":"traceutil/trace.go:171","msg":"trace[1762279994] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2547; }","duration":"116.204412ms","start":"2026-07-06T22:23:31.278443Z","end":"2026-07-06T22:23:31.394647Z","steps":["trace[1762279994] 'agreement among raft nodes before linearized reading' (duration: 116.09917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:32.290974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.802167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:32.29138Z","caller":"traceutil/trace.go:171","msg":"trace[1089104894] linearizableReadLoop","detail":"{readStateIndex:2666; appliedIndex:2657; }","duration":"885.433198ms","start":"2026-07-06T22:23:31.405931Z","end":"2026-07-06T22:23:32.291364Z","steps":["trace[1089104894] 'read index received' (duration: 146.18818ms)","trace[1089104894] 'applied index is now lower than readState.Index' (duration: 739.244038ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:32.291468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.52933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/default/\" range_end:\"/registry/resourcequotas/default0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:32.291476Z","caller":"traceutil/trace.go:171","msg":"trace[1807394668] transaction","detail":"{read_only:false; response_revision:2551; number_of_response:1; }","duration":"890.734184ms","start":"2026-07-06T22:23:31.400704Z","end":"2026-07-06T22:23:32.291438Z","steps":["trace[1807394668] 'process raft request' (duration: 890.449717ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:32.291503Z","caller":"traceutil/trace.go:171","msg":"trace[374434056] range","detail":"{range_begin:/registry/resourcequotas/default/; range_end:/registry/resourcequotas/default0; response_count:0; response_revision:2556; }","duration":"885.585292ms","start":"2026-07-06T22:23:31.405906Z","end":"2026-07-06T22:23:32.291491Z","steps":["trace[374434056] 'agreement among raft nodes before linearized reading' (duration: 885.51503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:32.291533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:31.405899Z","time spent":"885.626903ms","remote":"127.0.0.1:36800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/default/\" range_end:\"/registry/resourcequotas/default0\" "} {"level":"warn","ts":"2026-07-06T22:23:32.291562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:31.400691Z","time spent":"890.828266ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:32.291584Z","caller":"traceutil/trace.go:171","msg":"trace[509805676] transaction","detail":"{read_only:false; response_revision:2554; number_of_response:1; }","duration":"890.251122ms","start":"2026-07-06T22:23:31.401301Z","end":"2026-07-06T22:23:32.291552Z","steps":["trace[509805676] 'process raft request' (duration: 889.963406ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:32.29161Z","caller":"traceutil/trace.go:171","msg":"trace[2115630100] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"890.099858ms","start":"2026-07-06T22:23:31.401456Z","end":"2026-07-06T22:23:32.291556Z","steps":["trace[2115630100] 'process raft request' (duration: 889.849953ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:32.291671Z","caller":"traceutil/trace.go:171","msg":"trace[1195353314] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"891.772198ms","start":"2026-07-06T22:23:31.399884Z","end":"2026-07-06T22:23:32.291656Z","steps":["trace[1195353314] 'process raft request' (duration: 152.222633ms)","trace[1195353314] 'compare' (duration: 738.707475ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:32.29173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:31.399866Z","time spent":"891.8352ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:32.29176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:31.401288Z","time spent":"890.385605ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:32.291775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:31.401448Z","time spent":"890.238192ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:32.291674Z","caller":"traceutil/trace.go:171","msg":"trace[1818765362] transaction","detail":"{read_only:false; response_revision:2549; number_of_response:1; }","duration":"891.775268ms","start":"2026-07-06T22:23:31.399885Z","end":"2026-07-06T22:23:32.29166Z","steps":["trace[1818765362] 'process raft request' (duration: 891.180264ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:32.291816Z","caller":"traceutil/trace.go:171","msg":"trace[109892240] transaction","detail":"{read_only:false; response_revision:2550; number_of_response:1; }","duration":"891.848099ms","start":"2026-07-06T22:23:31.39996Z","end":"2026-07-06T22:23:32.291808Z","steps":["trace[109892240] 'process raft request' (duration: 891.159483ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:32.291845Z","caller":"traceutil/trace.go:171","msg":"trace[1003790840] transaction","detail":"{read_only:false; response_revision:2553; number_of_response:1; }","duration":"890.59891ms","start":"2026-07-06T22:23:31.401236Z","end":"2026-07-06T22:23:32.291835Z","steps":["trace[1003790840] 'process raft request' (duration: 889.992936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:32.291863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:31.399938Z","time spent":"891.902181ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:32.291872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:31.399869Z","time spent":"891.965712ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:32.29161Z","caller":"traceutil/trace.go:171","msg":"trace[1984238043] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"889.772791ms","start":"2026-07-06T22:23:31.401817Z","end":"2026-07-06T22:23:32.291589Z","steps":["trace[1984238043] 'process raft request' (duration: 889.518975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:32.291933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:31.401227Z","time spent":"890.656151ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:32.291977Z","caller":"traceutil/trace.go:171","msg":"trace[872692304] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"891.032331ms","start":"2026-07-06T22:23:31.400922Z","end":"2026-07-06T22:23:32.291954Z","steps":["trace[872692304] 'process raft request' (duration: 890.277233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:32.291996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:31.401807Z","time spent":"890.14182ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:32.292093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:31.400912Z","time spent":"891.118193ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:34.153508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605656887s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:34.153745Z","caller":"traceutil/trace.go:171","msg":"trace[1928033612] transaction","detail":"{read_only:false; response_revision:2559; number_of_response:1; }","duration":"1.231015815s","start":"2026-07-06T22:23:32.922711Z","end":"2026-07-06T22:23:34.153727Z","steps":["trace[1928033612] 'process raft request' (duration: 1.230973704s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:34.153839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:32.922687Z","time spent":"1.231089457s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:34.153852Z","caller":"traceutil/trace.go:171","msg":"trace[512757946] linearizableReadLoop","detail":"{readStateIndex:2667; appliedIndex:2666; }","duration":"1.373953809s","start":"2026-07-06T22:23:32.779864Z","end":"2026-07-06T22:23:34.153818Z","steps":["trace[512757946] 'read index received' (duration: 45.791µs)","trace[512757946] 'applied index is now lower than readState.Index' (duration: 1.373904768s)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:34.153902Z","caller":"traceutil/trace.go:171","msg":"trace[457281821] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"1.8590957s","start":"2026-07-06T22:23:32.294776Z","end":"2026-07-06T22:23:34.153872Z","steps":["trace[457281821] 'process raft request' (duration: 252.228174ms)","trace[457281821] 'compare' (duration: 1.605214907s)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:34.154022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:32.294753Z","time spent":"1.859196322s","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1857,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-06T22:23:34.154151Z","caller":"traceutil/trace.go:171","msg":"trace[337824961] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"1.371374308s","start":"2026-07-06T22:23:32.782758Z","end":"2026-07-06T22:23:34.154132Z","steps":["trace[337824961] 'process raft request' (duration: 1.370846056s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:34.154241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:32.782726Z","time spent":"1.37147314s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:34.154078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374207314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-06T22:23:34.154312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.537017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2475"} {"level":"info","ts":"2026-07-06T22:23:34.154347Z","caller":"traceutil/trace.go:171","msg":"trace[118999852] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2559; }","duration":"1.374528522s","start":"2026-07-06T22:23:32.779804Z","end":"2026-07-06T22:23:34.154333Z","steps":["trace[118999852] 'agreement among raft nodes before linearized reading' (duration: 1.374175014s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:34.154358Z","caller":"traceutil/trace.go:171","msg":"trace[1517480353] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2559; }","duration":"834.607109ms","start":"2026-07-06T22:23:33.319734Z","end":"2026-07-06T22:23:34.154341Z","steps":["trace[1517480353] 'agreement among raft nodes before linearized reading' (duration: 834.455686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:34.154395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:32.779783Z","time spent":"1.374596494s","remote":"127.0.0.1:36928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:23:34.154418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:33.319717Z","time spent":"834.68289ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":2498,"request content":"key:\"/registry/pods/default/test-pvc-pod\" "} {"level":"warn","ts":"2026-07-06T22:23:34.154143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103503066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:34.154534Z","caller":"traceutil/trace.go:171","msg":"trace[1905574065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2559; }","duration":"1.103947815s","start":"2026-07-06T22:23:33.050575Z","end":"2026-07-06T22:23:34.154523Z","steps":["trace[1905574065] 'agreement among raft nodes before linearized reading' (duration: 1.103488395s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:34.154579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:33.050556Z","time spent":"1.104011237s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:23:35.338021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060133921,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:23:35.838662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060133921,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:23:36.038009Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.226965679s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T22:23:37.010288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.71371717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-06T22:23:37.010375Z","caller":"traceutil/trace.go:171","msg":"trace[1746581726] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2559; }","duration":"2.713880474s","start":"2026-07-06T22:23:34.296475Z","end":"2026-07-06T22:23:37.010356Z","steps":["trace[1746581726] 'range keys from in-memory index tree' (duration: 2.713487475s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:37.01042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:34.296457Z","time spent":"2.713953485s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-06T22:23:37.010789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714251902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-06T22:23:37.010853Z","caller":"traceutil/trace.go:171","msg":"trace[647159549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2559; }","duration":"2.714360755s","start":"2026-07-06T22:23:34.296475Z","end":"2026-07-06T22:23:37.010836Z","steps":["trace[647159549] 'range keys from in-memory index tree' (duration: 2.714044777s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:37.01085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.713498254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-06T22:23:37.010893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:34.296456Z","time spent":"2.714428066s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-06T22:23:37.010911Z","caller":"traceutil/trace.go:171","msg":"trace[680659440] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2559; }","duration":"2.713559555s","start":"2026-07-06T22:23:34.297329Z","end":"2026-07-06T22:23:37.010889Z","steps":["trace[680659440] 'range keys from in-memory index tree' (duration: 2.713373781s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:37.01094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:34.297272Z","time spent":"2.713661198s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-06T22:23:37.011013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714391065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-06T22:23:37.011067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714291933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-06T22:23:37.011059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714290583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-06T22:23:37.011091Z","caller":"traceutil/trace.go:171","msg":"trace[2111455667] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2559; }","duration":"2.714359425s","start":"2026-07-06T22:23:34.296723Z","end":"2026-07-06T22:23:37.011082Z","steps":["trace[2111455667] 'range keys from in-memory index tree' (duration: 2.71416055s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:37.011088Z","caller":"traceutil/trace.go:171","msg":"trace[110874602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2559; }","duration":"2.714508178s","start":"2026-07-06T22:23:34.296568Z","end":"2026-07-06T22:23:37.011076Z","steps":["trace[110874602] 'range keys from in-memory index tree' (duration: 2.714269103s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:37.011111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:34.296713Z","time spent":"2.714393526s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-06T22:23:37.011119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:34.296546Z","time spent":"2.7145649s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-06T22:23:37.011119Z","caller":"traceutil/trace.go:171","msg":"trace[1586044690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2559; }","duration":"2.714387345s","start":"2026-07-06T22:23:34.296716Z","end":"2026-07-06T22:23:37.011103Z","steps":["trace[1586044690] 'range keys from in-memory index tree' (duration: 2.714093188s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:37.011153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:34.296697Z","time spent":"2.714448696s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-06T22:23:37.380889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342728771s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-06T22:23:37.381095Z","caller":"traceutil/trace.go:171","msg":"trace[839372633] linearizableReadLoop","detail":"{readStateIndex:2670; appliedIndex:2669; }","duration":"2.544130447s","start":"2026-07-06T22:23:34.836948Z","end":"2026-07-06T22:23:37.381078Z","steps":["trace[839372633] 'read index received' (duration: 1.20115414s)","trace[839372633] 'applied index is now lower than readState.Index' (duration: 1.342975177s)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:37.381271Z","caller":"traceutil/trace.go:171","msg":"trace[1689852527] transaction","detail":"{read_only:false; response_revision:2560; number_of_response:1; }","duration":"1.318678204s","start":"2026-07-06T22:23:36.062573Z","end":"2026-07-06T22:23:37.381251Z","steps":["trace[1689852527] 'process raft request' (duration: 1.318418587s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:37.381406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:36.062557Z","time spent":"1.318768905s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:37.882215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060133931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:23:38.051341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000156469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T22:23:38.051427Z","caller":"traceutil/trace.go:171","msg":"trace[1446387989] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000293422s","start":"2026-07-06T22:23:36.051112Z","end":"2026-07-06T22:23:38.051406Z","steps":["trace[1446387989] 'agreement among raft nodes before linearized reading' (duration: 2.000177349s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:38.051467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:36.051097Z","time spent":"2.000362893s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:23:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:23:38.055158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.218199807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:38.05519Z","caller":"traceutil/trace.go:171","msg":"trace[1357571358] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2560; }","duration":"3.218272529s","start":"2026-07-06T22:23:34.836908Z","end":"2026-07-06T22:23:38.055181Z","steps":["trace[1357571358] 'agreement among raft nodes before linearized reading' (duration: 2.544259741s)","trace[1357571358] 'count revisions from in-memory index tree' (duration: 673.932667ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:38.055218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:34.836892Z","time spent":"3.21831937s","remote":"127.0.0.1:48272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:23:38.05581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.521491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:38.055903Z","caller":"traceutil/trace.go:171","msg":"trace[1323013485] transaction","detail":"{read_only:false; response_revision:2561; number_of_response:1; }","duration":"1.894334421s","start":"2026-07-06T22:23:36.161559Z","end":"2026-07-06T22:23:38.055894Z","steps":["trace[1323013485] 'process raft request' (duration: 1.219680147s)","trace[1323013485] 'compare' (duration: 674.428989ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:38.055947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:36.161539Z","time spent":"1.894383213s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:38.056367Z","caller":"traceutil/trace.go:171","msg":"trace[732670264] linearizableReadLoop","detail":"{readStateIndex:2678; appliedIndex:2671; }","duration":"675.168436ms","start":"2026-07-06T22:23:37.381171Z","end":"2026-07-06T22:23:38.056339Z","steps":["trace[732670264] 'read index received' (duration: 674.035449ms)","trace[732670264] 'applied index is now lower than readState.Index' (duration: 1.132017ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:38.056661Z","caller":"traceutil/trace.go:171","msg":"trace[276390222] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"1.041490252s","start":"2026-07-06T22:23:37.015151Z","end":"2026-07-06T22:23:38.056641Z","steps":["trace[276390222] 'process raft request' (duration: 1.040708233s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:38.056763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:37.015128Z","time spent":"1.041562723s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:38.056855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.377067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-06T22:23:38.056909Z","caller":"traceutil/trace.go:171","msg":"trace[60763391] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2567; }","duration":"760.462249ms","start":"2026-07-06T22:23:37.296434Z","end":"2026-07-06T22:23:38.056897Z","steps":["trace[60763391] 'agreement among raft nodes before linearized reading' (duration: 760.320865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:38.056942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:37.296419Z","time spent":"760.515481ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:23:38.056894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95529116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:38.056989Z","caller":"traceutil/trace.go:171","msg":"trace[1568534255] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2567; }","duration":"1.955431503s","start":"2026-07-06T22:23:36.101541Z","end":"2026-07-06T22:23:38.056973Z","steps":["trace[1568534255] 'agreement among raft nodes before linearized reading' (duration: 1.955267929s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:38.057001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.533477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:23:38.056983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354341696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-06T22:23:38.05703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:36.101504Z","time spent":"1.955515635s","remote":"127.0.0.1:36976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:23:38.057038Z","caller":"traceutil/trace.go:171","msg":"trace[83038899] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2567; }","duration":"423.609049ms","start":"2026-07-06T22:23:37.633418Z","end":"2026-07-06T22:23:38.057027Z","steps":["trace[83038899] 'agreement among raft nodes before linearized reading' (duration: 423.543027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:38.057072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:37.633399Z","time spent":"423.66418ms","remote":"127.0.0.1:48390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:23:38.057069Z","caller":"traceutil/trace.go:171","msg":"trace[923612976] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2567; }","duration":"1.354462448s","start":"2026-07-06T22:23:36.702583Z","end":"2026-07-06T22:23:38.057045Z","steps":["trace[923612976] 'agreement among raft nodes before linearized reading' (duration: 1.354331575s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:38.057142Z","caller":"traceutil/trace.go:171","msg":"trace[762855908] transaction","detail":"{read_only:false; response_revision:2563; number_of_response:1; }","duration":"1.041366569s","start":"2026-07-06T22:23:37.015731Z","end":"2026-07-06T22:23:38.057098Z","steps":["trace[762855908] 'process raft request' (duration: 1.040391786s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:38.057166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:36.702567Z","time spent":"1.354575712s","remote":"127.0.0.1:37208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":5,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:23:38.05718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.498770387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-06T22:23:38.057207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:37.015714Z","time spent":"1.041455691s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:38.057228Z","caller":"traceutil/trace.go:171","msg":"trace[1324163381] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2567; }","duration":"2.498818878s","start":"2026-07-06T22:23:35.558395Z","end":"2026-07-06T22:23:38.057214Z","steps":["trace[1324163381] 'agreement among raft nodes before linearized reading' (duration: 2.498650924s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:38.057276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:35.558354Z","time spent":"2.49891004s","remote":"127.0.0.1:36868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:23:38.057296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.57198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:23:38.057308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450235639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:38.057332Z","caller":"traceutil/trace.go:171","msg":"trace[646958135] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2567; }","duration":"815.655212ms","start":"2026-07-06T22:23:37.241664Z","end":"2026-07-06T22:23:38.05732Z","steps":["trace[646958135] 'agreement among raft nodes before linearized reading' (duration: 815.59694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:38.057367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:37.241639Z","time spent":"815.720884ms","remote":"127.0.0.1:37006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:23:38.05737Z","caller":"traceutil/trace.go:171","msg":"trace[1517387321] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"1.041562284s","start":"2026-07-06T22:23:37.015797Z","end":"2026-07-06T22:23:38.057359Z","steps":["trace[1517387321] 'process raft request' (duration: 1.040405226s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:38.057377Z","caller":"traceutil/trace.go:171","msg":"trace[714639057] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2567; }","duration":"1.450332892s","start":"2026-07-06T22:23:36.607021Z","end":"2026-07-06T22:23:38.057354Z","steps":["trace[714639057] 'agreement among raft nodes before linearized reading' (duration: 1.450185098s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:38.057005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.78443998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-06T22:23:38.057423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:37.015779Z","time spent":"1.041615484s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:38.05743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:36.607004Z","time spent":"1.450410093s","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:23:38.057452Z","caller":"traceutil/trace.go:171","msg":"trace[1284060423] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2567; }","duration":"2.784916761s","start":"2026-07-06T22:23:35.272516Z","end":"2026-07-06T22:23:38.057433Z","steps":["trace[1284060423] 'agreement among raft nodes before linearized reading' (duration: 2.784298947s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:38.057493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.022684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:38.057547Z","caller":"traceutil/trace.go:171","msg":"trace[1431593812] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"1.041600804s","start":"2026-07-06T22:23:37.015936Z","end":"2026-07-06T22:23:38.057537Z","steps":["trace[1431593812] 'process raft request' (duration: 1.040302713s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:38.057552Z","caller":"traceutil/trace.go:171","msg":"trace[1221620898] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2567; }","duration":"262.115867ms","start":"2026-07-06T22:23:37.795417Z","end":"2026-07-06T22:23:38.057533Z","steps":["trace[1221620898] 'agreement among raft nodes before linearized reading' (duration: 262.025835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:38.057593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:37.015926Z","time spent":"1.041642236s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:38.057677Z","caller":"traceutil/trace.go:171","msg":"trace[177383576] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"1.041662146s","start":"2026-07-06T22:23:37.016002Z","end":"2026-07-06T22:23:38.057664Z","steps":["trace[177383576] 'process raft request' (duration: 1.040272543s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:38.057762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:37.015993Z","time spent":"1.041712547s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:38.057505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:35.2725Z","time spent":"2.784989663s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-06T22:23:38.057847Z","caller":"traceutil/trace.go:171","msg":"trace[1301364684] transaction","detail":"{read_only:false; response_revision:2567; number_of_response:1; }","duration":"1.041791569s","start":"2026-07-06T22:23:37.016046Z","end":"2026-07-06T22:23:38.057838Z","steps":["trace[1301364684] 'process raft request' (duration: 1.040254503s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:38.057894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:37.016042Z","time spent":"1.04182589s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:38.057927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.34272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-06T22:23:38.057938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.08619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:472"} {"level":"info","ts":"2026-07-06T22:23:38.057961Z","caller":"traceutil/trace.go:171","msg":"trace[84714366] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2567; }","duration":"761.406252ms","start":"2026-07-06T22:23:37.296544Z","end":"2026-07-06T22:23:38.05795Z","steps":["trace[84714366] 'agreement among raft nodes before linearized reading' (duration: 761.31633ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:38.057974Z","caller":"traceutil/trace.go:171","msg":"trace[1432917803] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2567; }","duration":"760.139522ms","start":"2026-07-06T22:23:37.297823Z","end":"2026-07-06T22:23:38.057963Z","steps":["trace[1432917803] 'agreement among raft nodes before linearized reading' (duration: 760.04343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:38.057993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:37.296525Z","time spent":"761.461072ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:23:38.058005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:37.297811Z","time spent":"760.186603ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:23:39.456287Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.169691287s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T22:23:39.680231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393699005s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-06T22:23:39.680584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:38.061725Z","time spent":"1.618852547s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-06T22:23:39.680761Z","caller":"traceutil/trace.go:171","msg":"trace[28555928] linearizableReadLoop","detail":"{readStateIndex:2680; appliedIndex:2678; }","duration":"1.616675706s","start":"2026-07-06T22:23:38.064067Z","end":"2026-07-06T22:23:39.680742Z","steps":["trace[28555928] 'read index received' (duration: 222.519431ms)","trace[28555928] 'applied index is now lower than readState.Index' (duration: 1.394155445s)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:39.680815Z","caller":"traceutil/trace.go:171","msg":"trace[1786803071] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"1.616677866s","start":"2026-07-06T22:23:38.064105Z","end":"2026-07-06T22:23:39.680783Z","steps":["trace[1786803071] 'process raft request' (duration: 1.616491242s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:39.680867Z","caller":"traceutil/trace.go:171","msg":"trace[1683481825] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"1.616583784s","start":"2026-07-06T22:23:38.064274Z","end":"2026-07-06T22:23:39.680857Z","steps":["trace[1683481825] 'process raft request' (duration: 1.616372799s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:39.680979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:38.064081Z","time spent":"1.61681661s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:39.681035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:38.064253Z","time spent":"1.616673647s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:39.68124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613175443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:39.68132Z","caller":"traceutil/trace.go:171","msg":"trace[634764172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2571; }","duration":"1.613300926s","start":"2026-07-06T22:23:38.068001Z","end":"2026-07-06T22:23:39.681301Z","steps":["trace[634764172] 'agreement among raft nodes before linearized reading' (duration: 1.613131682s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:39.681432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:38.067986Z","time spent":"1.613435359s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:23:39.681268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.959778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-06T22:23:39.68147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.117289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:39.68152Z","caller":"traceutil/trace.go:171","msg":"trace[78421528] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2571; }","duration":"879.207181ms","start":"2026-07-06T22:23:38.802299Z","end":"2026-07-06T22:23:39.681507Z","steps":["trace[78421528] 'agreement among raft nodes before linearized reading' (duration: 879.122389ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:39.681203Z","caller":"traceutil/trace.go:171","msg":"trace[1256163565] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"1.617613429s","start":"2026-07-06T22:23:38.063578Z","end":"2026-07-06T22:23:39.681192Z","steps":["trace[1256163565] 'process raft request' (duration: 1.616783819s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:39.681564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:38.802279Z","time spent":"879.276123ms","remote":"127.0.0.1:36912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:23:39.681618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:38.063559Z","time spent":"1.618026838s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:39.68152Z","caller":"traceutil/trace.go:171","msg":"trace[783705656] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2571; }","duration":"588.259324ms","start":"2026-07-06T22:23:39.093242Z","end":"2026-07-06T22:23:39.681502Z","steps":["trace[783705656] 'agreement among raft nodes before linearized reading' (duration: 587.960387ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:39.681639Z","caller":"traceutil/trace.go:171","msg":"trace[295878139] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"1.61641852s","start":"2026-07-06T22:23:38.065165Z","end":"2026-07-06T22:23:39.681583Z","steps":["trace[295878139] 'process raft request' (duration: 1.615536359s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:39.681508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617421054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-06T22:23:39.681742Z","caller":"traceutil/trace.go:171","msg":"trace[30820487] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2; range_end:; response_count:1; response_revision:2571; }","duration":"1.61768428s","start":"2026-07-06T22:23:38.064042Z","end":"2026-07-06T22:23:39.681726Z","steps":["trace[30820487] 'agreement among raft nodes before linearized reading' (duration: 1.617037085s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:39.681775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:39.093218Z","time spent":"588.48507ms","remote":"127.0.0.1:36860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":5,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:23:39.681782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:38.064032Z","time spent":"1.617739272s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2\" "} {"level":"warn","ts":"2026-07-06T22:23:39.681863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.758665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2475"} {"level":"info","ts":"2026-07-06T22:23:39.681911Z","caller":"traceutil/trace.go:171","msg":"trace[156602147] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2571; }","duration":"518.843757ms","start":"2026-07-06T22:23:39.163055Z","end":"2026-07-06T22:23:39.681899Z","steps":["trace[156602147] 'agreement among raft nodes before linearized reading' (duration: 518.233352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:39.681967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:39.163035Z","time spent":"518.925218ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":2498,"request content":"key:\"/registry/pods/default/test-pvc-pod\" "} {"level":"warn","ts":"2026-07-06T22:23:39.682011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:38.065155Z","time spent":"1.616551903s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:40.190958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060133942,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:23:40.691342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060133942,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:23:40.993033Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.309983878s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T22:23:41.529348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.0203ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:23:41.529427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.015691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:41.529476Z","caller":"traceutil/trace.go:171","msg":"trace[464601983] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2571; }","duration":"133.159053ms","start":"2026-07-06T22:23:41.3963Z","end":"2026-07-06T22:23:41.529459Z","steps":["trace[464601983] 'range keys from in-memory index tree' (duration: 133.00597ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:41.529512Z","caller":"traceutil/trace.go:171","msg":"trace[1238573338] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"1.846526582s","start":"2026-07-06T22:23:39.68297Z","end":"2026-07-06T22:23:41.529496Z","steps":["trace[1238573338] 'process raft request' (duration: 1.310376878s)","trace[1238573338] 'compare' (duration: 535.418277ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:41.529955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:39.682954Z","time spent":"1.846970383s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:41.58313Z","caller":"traceutil/trace.go:171","msg":"trace[165363755] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"1.899114243s","start":"2026-07-06T22:23:39.683983Z","end":"2026-07-06T22:23:41.583097Z","steps":["trace[165363755] 'process raft request' (duration: 1.898771885s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:41.583282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:39.683966Z","time spent":"1.899233927s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:41.583443Z","caller":"traceutil/trace.go:171","msg":"trace[1676649451] linearizableReadLoop","detail":"{readStateIndex:2686; appliedIndex:2683; }","duration":"1.893555923s","start":"2026-07-06T22:23:39.689859Z","end":"2026-07-06T22:23:41.583415Z","steps":["trace[1676649451] 'read index received' (duration: 1.303613549s)","trace[1676649451] 'applied index is now lower than readState.Index' (duration: 589.941234ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:41.583574Z","caller":"traceutil/trace.go:171","msg":"trace[1487557806] transaction","detail":"{read_only:false; response_revision:2574; number_of_response:1; }","duration":"1.522206488s","start":"2026-07-06T22:23:40.061353Z","end":"2026-07-06T22:23:41.58356Z","steps":["trace[1487557806] 'process raft request' (duration: 1.521672746s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:41.583659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786112996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:23:41.583758Z","caller":"traceutil/trace.go:171","msg":"trace[987384096] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2574; }","duration":"1.786248769s","start":"2026-07-06T22:23:39.797485Z","end":"2026-07-06T22:23:41.583734Z","steps":["trace[987384096] 'agreement among raft nodes before linearized reading' (duration: 1.786106336s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:41.584454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.95555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:23:41.584477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518790167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-06T22:23:41.58449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:39.79746Z","time spent":"1.787014898s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:23:41.583734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:40.06133Z","time spent":"1.522274579s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:41.584518Z","caller":"traceutil/trace.go:171","msg":"trace[568548396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2574; }","duration":"139.775949ms","start":"2026-07-06T22:23:41.444721Z","end":"2026-07-06T22:23:41.584497Z","steps":["trace[568548396] 'agreement among raft nodes before linearized reading' (duration: 138.921809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:41.584585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520653081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-06T22:23:41.584618Z","caller":"traceutil/trace.go:171","msg":"trace[498583038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2574; }","duration":"1.520715473s","start":"2026-07-06T22:23:40.063888Z","end":"2026-07-06T22:23:41.584603Z","steps":["trace[498583038] 'agreement among raft nodes before linearized reading' (duration: 1.52060751s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:41.584646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:40.063868Z","time spent":"1.520771884s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-06T22:23:41.584676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.789237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-06T22:23:41.584705Z","caller":"traceutil/trace.go:171","msg":"trace[742084808] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2574; }","duration":"813.859929ms","start":"2026-07-06T22:23:40.770837Z","end":"2026-07-06T22:23:41.584697Z","steps":["trace[742084808] 'agreement among raft nodes before linearized reading' (duration: 813.711546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:41.584733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521898651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-06T22:23:41.584741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:40.770813Z","time spent":"813.9146ms","remote":"127.0.0.1:37226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":144,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:23:41.584754Z","caller":"traceutil/trace.go:171","msg":"trace[1918880284] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2574; }","duration":"1.521949352s","start":"2026-07-06T22:23:40.062798Z","end":"2026-07-06T22:23:41.584748Z","steps":["trace[1918880284] 'agreement among raft nodes before linearized reading' (duration: 1.521892771s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:41.584758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52187418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-06T22:23:41.584772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:40.06278Z","time spent":"1.521987233s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-06T22:23:41.584791Z","caller":"traceutil/trace.go:171","msg":"trace[2097357339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2574; }","duration":"1.521925901s","start":"2026-07-06T22:23:40.062856Z","end":"2026-07-06T22:23:41.584781Z","steps":["trace[2097357339] 'agreement among raft nodes before linearized reading' (duration: 1.521823069s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:41.5845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520664532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-06T22:23:41.584819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:40.062849Z","time spent":"1.521964792s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-06T22:23:41.584827Z","caller":"traceutil/trace.go:171","msg":"trace[155811407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2574; }","duration":"1.521042671s","start":"2026-07-06T22:23:40.063777Z","end":"2026-07-06T22:23:41.58482Z","steps":["trace[155811407] 'agreement among raft nodes before linearized reading' (duration: 1.519861513s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:41.584815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520890167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-06T22:23:41.584848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:40.063759Z","time spent":"1.521083581s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-06T22:23:41.58487Z","caller":"traceutil/trace.go:171","msg":"trace[2052132061] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2574; }","duration":"1.520941808s","start":"2026-07-06T22:23:40.063912Z","end":"2026-07-06T22:23:41.584853Z","steps":["trace[2052132061] 'agreement among raft nodes before linearized reading' (duration: 1.520641001s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:41.584914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:40.063856Z","time spent":"1.521050411s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-06T22:23:41.584936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461977136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:41.584971Z","caller":"traceutil/trace.go:171","msg":"trace[2005341585] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2574; }","duration":"1.462048498s","start":"2026-07-06T22:23:40.122911Z","end":"2026-07-06T22:23:41.584959Z","steps":["trace[2005341585] 'agreement among raft nodes before linearized reading' (duration: 1.461980777s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:41.585001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:40.122897Z","time spent":"1.462096279s","remote":"127.0.0.1:48152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:23:41.584472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894609508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:41.585044Z","caller":"traceutil/trace.go:171","msg":"trace[916139960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2574; }","duration":"1.895201031s","start":"2026-07-06T22:23:39.689835Z","end":"2026-07-06T22:23:41.585036Z","steps":["trace[916139960] 'agreement among raft nodes before linearized reading' (duration: 1.893813838s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:41.585072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:39.689821Z","time spent":"1.895244922s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-06T22:23:41.584519Z","caller":"traceutil/trace.go:171","msg":"trace[1079756835] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2574; }","duration":"1.518860269s","start":"2026-07-06T22:23:40.065647Z","end":"2026-07-06T22:23:41.584507Z","steps":["trace[1079756835] 'agreement among raft nodes before linearized reading' (duration: 1.517972568s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:41.585148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:40.06564Z","time spent":"1.519459834s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-06T22:23:42.204922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.05752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:42.205026Z","caller":"traceutil/trace.go:171","msg":"trace[1085701893] linearizableReadLoop","detail":"{readStateIndex:2687; appliedIndex:2686; }","duration":"615.366403ms","start":"2026-07-06T22:23:41.589641Z","end":"2026-07-06T22:23:42.205008Z","steps":["trace[1085701893] 'read index received' (duration: 146.150769ms)","trace[1085701893] 'applied index is now lower than readState.Index' (duration: 469.213834ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:42.205098Z","caller":"traceutil/trace.go:171","msg":"trace[1751743839] transaction","detail":"{read_only:false; response_revision:2575; number_of_response:1; }","duration":"616.130511ms","start":"2026-07-06T22:23:41.588956Z","end":"2026-07-06T22:23:42.205086Z","steps":["trace[1751743839] 'process raft request' (duration: 146.832565ms)","trace[1751743839] 'compare' (duration: 468.830125ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:42.205196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:41.588943Z","time spent":"616.228404ms","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-06T22:23:42.205485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.826723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-06T22:23:42.205525Z","caller":"traceutil/trace.go:171","msg":"trace[960194313] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2575; }","duration":"615.895926ms","start":"2026-07-06T22:23:41.589618Z","end":"2026-07-06T22:23:42.205514Z","steps":["trace[960194313] 'agreement among raft nodes before linearized reading' (duration: 615.776843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:42.205554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:41.589605Z","time spent":"615.942936ms","remote":"127.0.0.1:36944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-06T22:23:42.682195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.414593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:42.682446Z","caller":"traceutil/trace.go:171","msg":"trace[181988453] transaction","detail":"{read_only:false; response_revision:2578; number_of_response:1; }","duration":"1.091299006s","start":"2026-07-06T22:23:41.591128Z","end":"2026-07-06T22:23:42.682427Z","steps":["trace[181988453] 'process raft request' (duration: 1.091225854s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:42.682512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:41.59112Z","time spent":"1.091359577s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:42.682556Z","caller":"traceutil/trace.go:171","msg":"trace[1369555725] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"1.09149003s","start":"2026-07-06T22:23:41.591034Z","end":"2026-07-06T22:23:42.682524Z","steps":["trace[1369555725] 'process raft request' (duration: 1.091247975s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:42.682615Z","caller":"traceutil/trace.go:171","msg":"trace[379004640] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"1.092016743s","start":"2026-07-06T22:23:41.590576Z","end":"2026-07-06T22:23:42.682592Z","steps":["trace[379004640] 'process raft request' (duration: 857.134889ms)","trace[379004640] 'compare' (duration: 233.980793ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:42.682672Z","caller":"traceutil/trace.go:171","msg":"trace[30365114] transaction","detail":"{read_only:false; response_revision:2579; number_of_response:1; }","duration":"1.090995659s","start":"2026-07-06T22:23:41.591657Z","end":"2026-07-06T22:23:42.682652Z","steps":["trace[30365114] 'process raft request' (duration: 1.090737803s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:42.682692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:41.591016Z","time spent":"1.091599124s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:42.682718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:41.590564Z","time spent":"1.092109595s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:42.682768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:41.591647Z","time spent":"1.091074761s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:42.683013Z","caller":"traceutil/trace.go:171","msg":"trace[1158948906] transaction","detail":"{read_only:false; response_revision:2580; number_of_response:1; }","duration":"1.090790915s","start":"2026-07-06T22:23:41.592208Z","end":"2026-07-06T22:23:42.682999Z","steps":["trace[1158948906] 'process raft request' (duration: 1.090364885s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:42.683034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.419355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:23:42.683025Z","caller":"traceutil/trace.go:171","msg":"trace[1976446808] linearizableReadLoop","detail":"{readStateIndex:2693; appliedIndex:2687; }","duration":"477.947311ms","start":"2026-07-06T22:23:42.205051Z","end":"2026-07-06T22:23:42.682999Z","steps":["trace[1976446808] 'read index received' (duration: 242.533634ms)","trace[1976446808] 'applied index is now lower than readState.Index' (duration: 235.412337ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:42.683054Z","caller":"traceutil/trace.go:171","msg":"trace[297003131] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2581; }","duration":"526.441896ms","start":"2026-07-06T22:23:42.156607Z","end":"2026-07-06T22:23:42.683049Z","steps":["trace[297003131] 'agreement among raft nodes before linearized reading' (duration: 526.402325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:42.683086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:41.592201Z","time spent":"1.090851096s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:42.683101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.889765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:42.683121Z","caller":"traceutil/trace.go:171","msg":"trace[1133608153] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2581; }","duration":"620.945116ms","start":"2026-07-06T22:23:42.062172Z","end":"2026-07-06T22:23:42.683117Z","steps":["trace[1133608153] 'agreement among raft nodes before linearized reading' (duration: 620.915526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:42.683116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.679769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-06T22:23:42.683142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:42.062153Z","time spent":"620.985167ms","remote":"127.0.0.1:36990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:23:42.683154Z","caller":"traceutil/trace.go:171","msg":"trace[2137902117] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2581; }","duration":"681.751851ms","start":"2026-07-06T22:23:42.001391Z","end":"2026-07-06T22:23:42.683143Z","steps":["trace[2137902117] 'agreement among raft nodes before linearized reading' (duration: 681.68653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:42.683172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.337289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:23:42.683114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:42.156519Z","time spent":"526.575789ms","remote":"127.0.0.1:37136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:23:42.683193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:42.001372Z","time spent":"681.813123ms","remote":"127.0.0.1:37198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:23:42.683213Z","caller":"traceutil/trace.go:171","msg":"trace[1176052756] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2581; }","duration":"758.40997ms","start":"2026-07-06T22:23:41.924791Z","end":"2026-07-06T22:23:42.683201Z","steps":["trace[1176052756] 'agreement among raft nodes before linearized reading' (duration: 758.345579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:42.683326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:41.924773Z","time spent":"758.542303ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:23:42.683073Z","caller":"traceutil/trace.go:171","msg":"trace[218509539] transaction","detail":"{read_only:false; response_revision:2581; number_of_response:1; }","duration":"1.090451666s","start":"2026-07-06T22:23:41.592617Z","end":"2026-07-06T22:23:42.683069Z","steps":["trace[218509539] 'process raft request' (duration: 1.090291063s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:42.683396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:41.592611Z","time spent":"1.090766854s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:44.259567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208614256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:44.259662Z","caller":"traceutil/trace.go:171","msg":"trace[1256727312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2581; }","duration":"1.20875591s","start":"2026-07-06T22:23:43.050883Z","end":"2026-07-06T22:23:44.259639Z","steps":["trace[1256727312] 'range keys from in-memory index tree' (duration: 1.208555915s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:44.25971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:43.05087Z","time spent":"1.208832171s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-06T22:23:44.539565Z","caller":"traceutil/trace.go:171","msg":"trace[1947649660] transaction","detail":"{read_only:false; response_revision:2582; number_of_response:1; }","duration":"949.158912ms","start":"2026-07-06T22:23:43.590383Z","end":"2026-07-06T22:23:44.539542Z","steps":["trace[1947649660] 'process raft request' (duration: 948.951788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:44.539709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:43.590359Z","time spent":"949.274525ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:45.295402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.308389ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-06T22:23:45.295944Z","caller":"traceutil/trace.go:171","msg":"trace[119510466] linearizableReadLoop","detail":"{readStateIndex:2695; appliedIndex:2693; }","duration":"1.034137708s","start":"2026-07-06T22:23:44.261784Z","end":"2026-07-06T22:23:45.295921Z","steps":["trace[119510466] 'read index received' (duration: 277.54369ms)","trace[119510466] 'applied index is now lower than readState.Index' (duration: 756.592788ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:45.296204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.632346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-06T22:23:45.296248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.772848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"warn","ts":"2026-07-06T22:23:45.296248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.798039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-06T22:23:45.296274Z","caller":"traceutil/trace.go:171","msg":"trace[1847174898] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2583; }","duration":"711.755569ms","start":"2026-07-06T22:23:44.584501Z","end":"2026-07-06T22:23:45.296256Z","steps":["trace[1847174898] 'agreement among raft nodes before linearized reading' (duration: 711.610315ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:45.296298Z","caller":"traceutil/trace.go:171","msg":"trace[1107248968] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2583; }","duration":"608.896461ms","start":"2026-07-06T22:23:44.687389Z","end":"2026-07-06T22:23:45.296286Z","steps":["trace[1107248968] 'agreement among raft nodes before linearized reading' (duration: 608.771908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:45.296332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.038534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-06T22:23:45.296334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:44.687364Z","time spent":"608.962632ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-06T22:23:45.296334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:44.584479Z","time spent":"711.839691ms","remote":"127.0.0.1:36944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":5,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:23:45.296355Z","caller":"traceutil/trace.go:171","msg":"trace[1361686522] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2583; }","duration":"609.080026ms","start":"2026-07-06T22:23:44.68727Z","end":"2026-07-06T22:23:45.29635Z","steps":["trace[1361686522] 'agreement among raft nodes before linearized reading' (duration: 608.84911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:45.296341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.951233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-06T22:23:45.296255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034478136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:45.296411Z","caller":"traceutil/trace.go:171","msg":"trace[26652558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2583; }","duration":"609.079386ms","start":"2026-07-06T22:23:44.687314Z","end":"2026-07-06T22:23:45.296394Z","steps":["trace[26652558] 'agreement among raft nodes before linearized reading' (duration: 608.868161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:45.296438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.130886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-06T22:23:45.296457Z","caller":"traceutil/trace.go:171","msg":"trace[1599444592] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2583; }","duration":"606.163876ms","start":"2026-07-06T22:23:44.690288Z","end":"2026-07-06T22:23:45.296451Z","steps":["trace[1599444592] 'agreement among raft nodes before linearized reading' (duration: 606.099795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:45.296459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:44.687282Z","time spent":"609.167287ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-06T22:23:45.296459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.27465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-06T22:23:45.296478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:44.690279Z","time spent":"606.194428ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-06T22:23:45.296501Z","caller":"traceutil/trace.go:171","msg":"trace[2121244063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2583; }","duration":"609.339432ms","start":"2026-07-06T22:23:44.687149Z","end":"2026-07-06T22:23:45.296488Z","steps":["trace[2121244063] 'agreement among raft nodes before linearized reading' (duration: 609.24398ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:45.296449Z","caller":"traceutil/trace.go:171","msg":"trace[2035872117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2583; }","duration":"1.034713722s","start":"2026-07-06T22:23:44.261718Z","end":"2026-07-06T22:23:45.296432Z","steps":["trace[2035872117] 'agreement among raft nodes before linearized reading' (duration: 1.034337733s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:45.296374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:44.687261Z","time spent":"609.108846ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-06T22:23:45.296541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:44.687131Z","time spent":"609.403233ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-06T22:23:45.296556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.245676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-06T22:23:45.29629Z","caller":"traceutil/trace.go:171","msg":"trace[291197990] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2583; }","duration":"608.83717ms","start":"2026-07-06T22:23:44.687444Z","end":"2026-07-06T22:23:45.296281Z","steps":["trace[291197990] 'agreement among raft nodes before linearized reading' (duration: 608.676776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:45.296629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.395689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2475"} {"level":"warn","ts":"2026-07-06T22:23:45.296619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:44.687437Z","time spent":"609.167638ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-06T22:23:45.296651Z","caller":"traceutil/trace.go:171","msg":"trace[1697103926] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2583; }","duration":"608.435861ms","start":"2026-07-06T22:23:44.68821Z","end":"2026-07-06T22:23:45.296646Z","steps":["trace[1697103926] 'agreement among raft nodes before linearized reading' (duration: 608.375829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:45.296663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.947912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-06T22:23:45.296673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:44.688178Z","time spent":"608.490461ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":2498,"request content":"key:\"/registry/pods/default/test-pvc-pod\" "} {"level":"info","ts":"2026-07-06T22:23:45.296691Z","caller":"traceutil/trace.go:171","msg":"trace[381296885] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2583; }","duration":"608.993924ms","start":"2026-07-06T22:23:44.687688Z","end":"2026-07-06T22:23:45.296682Z","steps":["trace[381296885] 'agreement among raft nodes before linearized reading' (duration: 608.913172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:45.296637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:44.261677Z","time spent":"1.034875806s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:23:45.29671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.207068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-06T22:23:45.296725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:44.687677Z","time spent":"609.041315ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-06T22:23:45.296738Z","caller":"traceutil/trace.go:171","msg":"trace[414538982] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2583; }","duration":"609.25376ms","start":"2026-07-06T22:23:44.687476Z","end":"2026-07-06T22:23:45.296729Z","steps":["trace[414538982] 'agreement among raft nodes before linearized reading' (duration: 609.177628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:45.296763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:44.687468Z","time spent":"609.29009ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-06T22:23:45.296341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.120407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-06T22:23:45.296801Z","caller":"traceutil/trace.go:171","msg":"trace[372768735] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2583; }","duration":"609.608728ms","start":"2026-07-06T22:23:44.687184Z","end":"2026-07-06T22:23:45.296793Z","steps":["trace[372768735] 'agreement among raft nodes before linearized reading' (duration: 609.018014ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:45.296575Z","caller":"traceutil/trace.go:171","msg":"trace[1581078287] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2583; }","duration":"608.286347ms","start":"2026-07-06T22:23:44.688283Z","end":"2026-07-06T22:23:45.296569Z","steps":["trace[1581078287] 'agreement among raft nodes before linearized reading' (duration: 608.239136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:45.296835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:44.687131Z","time spent":"609.69792ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:23:45.296858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:44.68827Z","time spent":"608.581574ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-06T22:23:45.295976Z","caller":"traceutil/trace.go:171","msg":"trace[1121701459] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"792.795841ms","start":"2026-07-06T22:23:44.503149Z","end":"2026-07-06T22:23:45.295945Z","steps":["trace[1121701459] 'process raft request' (duration: 792.466194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:45.297381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:44.503125Z","time spent":"794.120913ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:45.830507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.294683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:45.83101Z","caller":"traceutil/trace.go:171","msg":"trace[1343210523] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"528.351539ms","start":"2026-07-06T22:23:45.30262Z","end":"2026-07-06T22:23:45.830971Z","steps":["trace[1343210523] 'process raft request' (duration: 220.521144ms)","trace[1343210523] 'compare' (duration: 307.17359ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:45.831143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:45.302599Z","time spent":"528.506084ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:46.387582Z","caller":"traceutil/trace.go:171","msg":"trace[1795247352] transaction","detail":"{read_only:false; response_revision:2585; number_of_response:1; }","duration":"1.084712361s","start":"2026-07-06T22:23:45.302685Z","end":"2026-07-06T22:23:46.387398Z","steps":["trace[1795247352] 'process raft request' (duration: 1.084512087s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:46.387767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:45.302674Z","time spent":"1.085000608s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:46.387811Z","caller":"traceutil/trace.go:171","msg":"trace[1159759751] transaction","detail":"{read_only:false; response_revision:2586; number_of_response:1; }","duration":"1.085037808s","start":"2026-07-06T22:23:45.302747Z","end":"2026-07-06T22:23:46.387784Z","steps":["trace[1159759751] 'process raft request' (duration: 1.084597838s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:46.387983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:45.302739Z","time spent":"1.085163511s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:46.388407Z","caller":"traceutil/trace.go:171","msg":"trace[293365494] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"1.085604102s","start":"2026-07-06T22:23:45.302793Z","end":"2026-07-06T22:23:46.388397Z","steps":["trace[293365494] 'process raft request' (duration: 1.084883155s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:46.388523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:45.302785Z","time spent":"1.085712274s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:46.388581Z","caller":"traceutil/trace.go:171","msg":"trace[320120613] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"1.084613479s","start":"2026-07-06T22:23:45.30395Z","end":"2026-07-06T22:23:46.388563Z","steps":["trace[320120613] 'process raft request' (duration: 1.084532017s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:46.388581Z","caller":"traceutil/trace.go:171","msg":"trace[881159001] transaction","detail":"{read_only:false; response_revision:2589; number_of_response:1; }","duration":"1.084710331s","start":"2026-07-06T22:23:45.303817Z","end":"2026-07-06T22:23:46.388528Z","steps":["trace[881159001] 'process raft request' (duration: 1.084505896s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:46.388658Z","caller":"traceutil/trace.go:171","msg":"trace[2011177637] linearizableReadLoop","detail":"{readStateIndex:2706; appliedIndex:2696; }","duration":"1.083050332s","start":"2026-07-06T22:23:45.305591Z","end":"2026-07-06T22:23:46.388642Z","steps":["trace[2011177637] 'read index received' (duration: 217.629146ms)","trace[2011177637] 'applied index is now lower than readState.Index' (duration: 865.420246ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:46.388615Z","caller":"traceutil/trace.go:171","msg":"trace[594916306] transaction","detail":"{read_only:false; response_revision:2590; number_of_response:1; }","duration":"1.084759122s","start":"2026-07-06T22:23:45.30383Z","end":"2026-07-06T22:23:46.38859Z","steps":["trace[594916306] 'process raft request' (duration: 1.084559258s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:46.388685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:45.303945Z","time spent":"1.08468967s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:46.388786Z","caller":"traceutil/trace.go:171","msg":"trace[1940348982] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"1.084717991s","start":"2026-07-06T22:23:45.304054Z","end":"2026-07-06T22:23:46.388772Z","steps":["trace[1940348982] 'process raft request' (duration: 1.084473215s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:46.388835Z","caller":"traceutil/trace.go:171","msg":"trace[1472475752] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"1.084939587s","start":"2026-07-06T22:23:45.303871Z","end":"2026-07-06T22:23:46.388811Z","steps":["trace[1472475752] 'process raft request' (duration: 1.084565808s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:46.388867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.562756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:46.388896Z","caller":"traceutil/trace.go:171","msg":"trace[186054044] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"1.086108333s","start":"2026-07-06T22:23:45.302779Z","end":"2026-07-06T22:23:46.388887Z","steps":["trace[186054044] 'process raft request' (duration: 1.085477989s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:46.388823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:45.303823Z","time spent":"1.084898095s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:46.388958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:45.302755Z","time spent":"1.086172835s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:46.388816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:45.303809Z","time spent":"1.084885225s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:46.388966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083369369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:46.389025Z","caller":"traceutil/trace.go:171","msg":"trace[1412025957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2593; }","duration":"1.083444601s","start":"2026-07-06T22:23:45.305566Z","end":"2026-07-06T22:23:46.38901Z","steps":["trace[1412025957] 'agreement among raft nodes before linearized reading' (duration: 1.08336953s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:46.38892Z","caller":"traceutil/trace.go:171","msg":"trace[226684782] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2593; }","duration":"442.651908ms","start":"2026-07-06T22:23:45.946251Z","end":"2026-07-06T22:23:46.388903Z","steps":["trace[226684782] 'agreement among raft nodes before linearized reading' (duration: 442.553665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:46.389067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:45.30556Z","time spent":"1.083497472s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:23:46.388949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:45.303831Z","time spent":"1.08506371s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:46.38908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:45.946232Z","time spent":"442.833673ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:23:46.388872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:45.30403Z","time spent":"1.084796873s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:47.398737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.83764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:23:47.398798Z","caller":"traceutil/trace.go:171","msg":"trace[511817607] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2593; }","duration":"916.912161ms","start":"2026-07-06T22:23:46.481872Z","end":"2026-07-06T22:23:47.398784Z","steps":["trace[511817607] 'count revisions from in-memory index tree' (duration: 916.754317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:47.398827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:46.48182Z","time spent":"916.999163ms","remote":"127.0.0.1:36772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":31,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:23:47.399107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.414381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:47.399229Z","caller":"traceutil/trace.go:171","msg":"trace[879293605] linearizableReadLoop","detail":"{readStateIndex:2707; appliedIndex:2706; }","duration":"550.241457ms","start":"2026-07-06T22:23:46.848975Z","end":"2026-07-06T22:23:47.399217Z","steps":["trace[879293605] 'read index received' (duration: 296.5957ms)","trace[879293605] 'applied index is now lower than readState.Index' (duration: 253.644397ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:47.399272Z","caller":"traceutil/trace.go:171","msg":"trace[1192004959] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"854.523218ms","start":"2026-07-06T22:23:46.54472Z","end":"2026-07-06T22:23:47.399243Z","steps":["trace[1192004959] 'process raft request' (duration: 600.907302ms)","trace[1192004959] 'compare' (duration: 253.283768ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:47.39935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.372629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:23:47.399438Z","caller":"traceutil/trace.go:171","msg":"trace[1001699892] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2594; }","duration":"550.495232ms","start":"2026-07-06T22:23:46.848924Z","end":"2026-07-06T22:23:47.39942Z","steps":["trace[1001699892] 'agreement among raft nodes before linearized reading' (duration: 550.360289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:47.399444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:46.544696Z","time spent":"854.664822ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:47.399528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:46.848903Z","time spent":"550.575725ms","remote":"127.0.0.1:36884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":5,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:23:47.973576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.660902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-06T22:23:47.973639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.42178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:23:47.973681Z","caller":"traceutil/trace.go:171","msg":"trace[845130815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2595; }","duration":"138.797385ms","start":"2026-07-06T22:23:47.83485Z","end":"2026-07-06T22:23:47.973647Z","steps":["trace[845130815] 'range keys from in-memory index tree' (duration: 138.446597ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:47.973711Z","caller":"traceutil/trace.go:171","msg":"trace[888377222] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2595; }","duration":"200.517842ms","start":"2026-07-06T22:23:47.773157Z","end":"2026-07-06T22:23:47.973675Z","steps":["trace[888377222] 'count revisions from in-memory index tree' (duration: 200.325547ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:48.146997Z","caller":"traceutil/trace.go:171","msg":"trace[1387217862] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"168.63108ms","start":"2026-07-06T22:23:47.978334Z","end":"2026-07-06T22:23:48.146965Z","steps":["trace[1387217862] 'process raft request' (duration: 168.341433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:49.102685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.096425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:49.102822Z","caller":"traceutil/trace.go:171","msg":"trace[1481291352] linearizableReadLoop","detail":"{readStateIndex:2711; appliedIndex:2710; }","duration":"709.758441ms","start":"2026-07-06T22:23:48.393043Z","end":"2026-07-06T22:23:49.102801Z","steps":["trace[1481291352] 'read index received' (duration: 114.464302ms)","trace[1481291352] 'applied index is now lower than readState.Index' (duration: 595.292189ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:49.102953Z","caller":"traceutil/trace.go:171","msg":"trace[784267546] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"713.871098ms","start":"2026-07-06T22:23:48.389064Z","end":"2026-07-06T22:23:49.102936Z","steps":["trace[784267546] 'process raft request' (duration: 118.420065ms)","trace[784267546] 'compare' (duration: 594.911151ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:49.103051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:48.389044Z","time spent":"713.95491ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:49.103187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.31015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-06T22:23:49.103223Z","caller":"traceutil/trace.go:171","msg":"trace[147615482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2597; }","duration":"709.366952ms","start":"2026-07-06T22:23:48.393848Z","end":"2026-07-06T22:23:49.103215Z","steps":["trace[147615482] 'agreement among raft nodes before linearized reading' (duration: 709.242499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:49.103246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:48.393839Z","time spent":"709.401383ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-06T22:23:49.103234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.042314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-06T22:23:49.103285Z","caller":"traceutil/trace.go:171","msg":"trace[1433055427] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2597; }","duration":"709.095865ms","start":"2026-07-06T22:23:48.394175Z","end":"2026-07-06T22:23:49.103271Z","steps":["trace[1433055427] 'agreement among raft nodes before linearized reading' (duration: 708.957582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:49.103338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:48.394116Z","time spent":"709.211788ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-06T22:23:49.103329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.263359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-06T22:23:49.103409Z","caller":"traceutil/trace.go:171","msg":"trace[1279632246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2597; }","duration":"709.380972ms","start":"2026-07-06T22:23:48.394008Z","end":"2026-07-06T22:23:49.103389Z","steps":["trace[1279632246] 'agreement among raft nodes before linearized reading' (duration: 709.147857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:49.10351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:48.393991Z","time spent":"709.506415ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-06T22:23:49.103681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.602441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-06T22:23:49.104496Z","caller":"traceutil/trace.go:171","msg":"trace[154295305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2597; }","duration":"711.466381ms","start":"2026-07-06T22:23:48.393018Z","end":"2026-07-06T22:23:49.104484Z","steps":["trace[154295305] 'agreement among raft nodes before linearized reading' (duration: 710.194761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:49.104546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:48.393009Z","time spent":"711.512282ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-06T22:23:49.103989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.037508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-06T22:23:49.104631Z","caller":"traceutil/trace.go:171","msg":"trace[1962300335] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2597; }","duration":"710.697333ms","start":"2026-07-06T22:23:48.393925Z","end":"2026-07-06T22:23:49.104623Z","steps":["trace[1962300335] 'agreement among raft nodes before linearized reading' (duration: 709.28421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:49.104655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:48.39392Z","time spent":"710.728934ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-06T22:23:49.675996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.617913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:49.676104Z","caller":"traceutil/trace.go:171","msg":"trace[1946074917] transaction","detail":"{read_only:false; response_revision:2598; number_of_response:1; }","duration":"567.429483ms","start":"2026-07-06T22:23:49.108654Z","end":"2026-07-06T22:23:49.676084Z","steps":["trace[1946074917] 'process raft request' (duration: 186.651566ms)","trace[1946074917] 'compare' (duration: 380.493041ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:49.676164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:49.108638Z","time spent":"567.497765ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:49.751814Z","caller":"traceutil/trace.go:171","msg":"trace[10863741] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"642.942615ms","start":"2026-07-06T22:23:49.108848Z","end":"2026-07-06T22:23:49.751791Z","steps":["trace[10863741] 'process raft request' (duration: 642.907024ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:49.751892Z","caller":"traceutil/trace.go:171","msg":"trace[674063296] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"643.089218ms","start":"2026-07-06T22:23:49.108793Z","end":"2026-07-06T22:23:49.751882Z","steps":["trace[674063296] 'process raft request' (duration: 642.932655ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:49.751935Z","caller":"traceutil/trace.go:171","msg":"trace[226863607] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"643.11492ms","start":"2026-07-06T22:23:49.108786Z","end":"2026-07-06T22:23:49.751901Z","steps":["trace[226863607] 'process raft request' (duration: 642.904975ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:49.751814Z","caller":"traceutil/trace.go:171","msg":"trace[1158586432] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"643.064278ms","start":"2026-07-06T22:23:49.108719Z","end":"2026-07-06T22:23:49.751783Z","steps":["trace[1158586432] 'process raft request' (duration: 642.865323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:49.752007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:49.108785Z","time spent":"643.148051ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:49.751971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:49.108841Z","time spent":"643.046017ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:49.7522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:49.108703Z","time spent":"643.395146ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:49.752246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:49.108772Z","time spent":"643.251873ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:50.221733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.250822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:50.221827Z","caller":"traceutil/trace.go:171","msg":"trace[1493889189] linearizableReadLoop","detail":"{readStateIndex:2717; appliedIndex:2716; }","duration":"172.736358ms","start":"2026-07-06T22:23:50.049076Z","end":"2026-07-06T22:23:50.221812Z","steps":["trace[1493889189] 'read index received' (duration: 49.302µs)","trace[1493889189] 'applied index is now lower than readState.Index' (duration: 172.685976ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:50.221888Z","caller":"traceutil/trace.go:171","msg":"trace[274166182] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"817.116706ms","start":"2026-07-06T22:23:49.404745Z","end":"2026-07-06T22:23:50.221862Z","steps":["trace[274166182] 'process raft request' (duration: 423.654879ms)","trace[274166182] 'compare' (duration: 393.140449ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:50.221953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.86591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:50.222024Z","caller":"traceutil/trace.go:171","msg":"trace[1698220831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2603; }","duration":"172.976693ms","start":"2026-07-06T22:23:50.049031Z","end":"2026-07-06T22:23:50.222008Z","steps":["trace[1698220831] 'agreement among raft nodes before linearized reading' (duration: 172.85212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:50.222021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:49.404716Z","time spent":"817.238279ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:50.569631Z","caller":"traceutil/trace.go:171","msg":"trace[619151227] linearizableReadLoop","detail":"{readStateIndex:2718; appliedIndex:2717; }","duration":"263.846688ms","start":"2026-07-06T22:23:50.305768Z","end":"2026-07-06T22:23:50.569614Z","steps":["trace[619151227] 'read index received' (duration: 200.704707ms)","trace[619151227] 'applied index is now lower than readState.Index' (duration: 63.141091ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:50.569764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.989521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2475"} {"level":"info","ts":"2026-07-06T22:23:50.56979Z","caller":"traceutil/trace.go:171","msg":"trace[767187258] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2604; }","duration":"264.063853ms","start":"2026-07-06T22:23:50.305719Z","end":"2026-07-06T22:23:50.569783Z","steps":["trace[767187258] 'agreement among raft nodes before linearized reading' (duration: 263.95757ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:50.569959Z","caller":"traceutil/trace.go:171","msg":"trace[425994864] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"344.637204ms","start":"2026-07-06T22:23:50.225296Z","end":"2026-07-06T22:23:50.569933Z","steps":["trace[425994864] 'process raft request' (duration: 281.218147ms)","trace[425994864] 'compare' (duration: 63.019988ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:50.570191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:50.225276Z","time spent":"344.737367ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:51.510375Z","caller":"traceutil/trace.go:171","msg":"trace[536427872] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"113.305514ms","start":"2026-07-06T22:23:51.397037Z","end":"2026-07-06T22:23:51.510342Z","steps":["trace[536427872] 'process raft request' (duration: 113.102539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:52.481659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.314682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:52.482018Z","caller":"traceutil/trace.go:171","msg":"trace[696000437] transaction","detail":"{read_only:false; response_revision:2606; number_of_response:1; }","duration":"1.084758103s","start":"2026-07-06T22:23:51.397236Z","end":"2026-07-06T22:23:52.481994Z","steps":["trace[696000437] 'process raft request' (duration: 486.032622ms)","trace[696000437] 'compare' (duration: 597.748888ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:52.482084Z","caller":"traceutil/trace.go:171","msg":"trace[243809014] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"255.198553ms","start":"2026-07-06T22:23:52.226867Z","end":"2026-07-06T22:23:52.482065Z","steps":["trace[243809014] 'process raft request' (duration: 255.161462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:52.482162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:51.397213Z","time spent":"1.084856125s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:52.482108Z","caller":"traceutil/trace.go:171","msg":"trace[1877125733] linearizableReadLoop","detail":"{readStateIndex:2722; appliedIndex:2719; }","duration":"801.838235ms","start":"2026-07-06T22:23:51.680233Z","end":"2026-07-06T22:23:52.482071Z","steps":["trace[1877125733] 'read index received' (duration: 202.97676ms)","trace[1877125733] 'applied index is now lower than readState.Index' (duration: 598.857855ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:52.482091Z","caller":"traceutil/trace.go:171","msg":"trace[855549125] transaction","detail":"{read_only:false; response_revision:2608; number_of_response:1; }","duration":"1.083873042s","start":"2026-07-06T22:23:51.39818Z","end":"2026-07-06T22:23:52.482053Z","steps":["trace[855549125] 'process raft request' (duration: 1.08379353s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:52.482334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.187526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-06T22:23:52.482333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:51.398172Z","time spent":"1.084063666s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:52.48236Z","caller":"traceutil/trace.go:171","msg":"trace[1989638977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2609; }","duration":"725.268529ms","start":"2026-07-06T22:23:51.757084Z","end":"2026-07-06T22:23:52.482352Z","steps":["trace[1989638977] 'agreement among raft nodes before linearized reading' (duration: 725.184037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:52.482382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:51.757074Z","time spent":"725.301459ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-06T22:23:52.482412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.151553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-06T22:23:52.482471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.141586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-06T22:23:52.48249Z","caller":"traceutil/trace.go:171","msg":"trace[871618675] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2609; }","duration":"725.218987ms","start":"2026-07-06T22:23:51.757265Z","end":"2026-07-06T22:23:52.482484Z","steps":["trace[871618675] 'agreement among raft nodes before linearized reading' (duration: 725.164366ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:52.482492Z","caller":"traceutil/trace.go:171","msg":"trace[2011151132] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2609; }","duration":"802.278406ms","start":"2026-07-06T22:23:51.680194Z","end":"2026-07-06T22:23:52.482472Z","steps":["trace[2011151132] 'agreement among raft nodes before linearized reading' (duration: 801.997819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:52.482513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:51.757026Z","time spent":"725.482054ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-06T22:23:52.482515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.137735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-06T22:23:52.482541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:51.680175Z","time spent":"802.357077ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-06T22:23:52.482553Z","caller":"traceutil/trace.go:171","msg":"trace[1681400676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2609; }","duration":"725.211087ms","start":"2026-07-06T22:23:51.757331Z","end":"2026-07-06T22:23:52.482542Z","steps":["trace[1681400676] 'agreement among raft nodes before linearized reading' (duration: 725.061774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:52.482589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:51.757319Z","time spent":"725.259798ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-06T22:23:52.482605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.354081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-06T22:23:52.482628Z","caller":"traceutil/trace.go:171","msg":"trace[2000668293] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2609; }","duration":"725.396791ms","start":"2026-07-06T22:23:51.757226Z","end":"2026-07-06T22:23:52.482622Z","steps":["trace[2000668293] 'agreement among raft nodes before linearized reading' (duration: 725.33071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:52.482645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:51.757217Z","time spent":"725.423672ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-06T22:23:52.4826Z","caller":"traceutil/trace.go:171","msg":"trace[1756321348] transaction","detail":"{read_only:false; response_revision:2607; number_of_response:1; }","duration":"1.083953444s","start":"2026-07-06T22:23:51.398083Z","end":"2026-07-06T22:23:52.482036Z","steps":["trace[1756321348] 'process raft request' (duration: 1.083729959s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:52.482723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.867099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:52.482871Z","caller":"traceutil/trace.go:171","msg":"trace[1835975463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2609; }","duration":"431.041514ms","start":"2026-07-06T22:23:52.051819Z","end":"2026-07-06T22:23:52.482861Z","steps":["trace[1835975463] 'agreement among raft nodes before linearized reading' (duration: 430.88082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:52.482899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:52.051802Z","time spent":"431.089215ms","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:23:52.482826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:51.398059Z","time spent":"1.084710382s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:53.203563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.58406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:53.203664Z","caller":"traceutil/trace.go:171","msg":"trace[719824652] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"716.110941ms","start":"2026-07-06T22:23:52.487535Z","end":"2026-07-06T22:23:53.203646Z","steps":["trace[719824652] 'process raft request' (duration: 122.369507ms)","trace[719824652] 'compare' (duration: 593.379975ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:53.203727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:52.487521Z","time spent":"716.173372ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:54.288298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.532455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:54.288671Z","caller":"traceutil/trace.go:171","msg":"trace[1036196232] transaction","detail":"{read_only:false; response_revision:2613; number_of_response:1; }","duration":"1.799941232s","start":"2026-07-06T22:23:52.488702Z","end":"2026-07-06T22:23:54.288643Z","steps":["trace[1036196232] 'process raft request' (duration: 1.799756747s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:54.288836Z","caller":"traceutil/trace.go:171","msg":"trace[1462571417] transaction","detail":"{read_only:false; response_revision:2611; number_of_response:1; }","duration":"1.800742591s","start":"2026-07-06T22:23:52.487759Z","end":"2026-07-06T22:23:54.288501Z","steps":["trace[1462571417] 'process raft request' (duration: 1.021749015s)","trace[1462571417] 'compare' (duration: 778.198987ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:54.289004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:52.487754Z","time spent":"1.80112248s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:54.289219Z","caller":"traceutil/trace.go:171","msg":"trace[601543830] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"1.800345641s","start":"2026-07-06T22:23:52.488836Z","end":"2026-07-06T22:23:54.289182Z","steps":["trace[601543830] 'process raft request' (duration: 1.799652175s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:54.289211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:52.488693Z","time spent":"1.800055884s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:54.289366Z","caller":"traceutil/trace.go:171","msg":"trace[643318585] transaction","detail":"{read_only:false; response_revision:2612; number_of_response:1; }","duration":"1.800915155s","start":"2026-07-06T22:23:52.488429Z","end":"2026-07-06T22:23:54.289345Z","steps":["trace[643318585] 'process raft request' (duration: 1.799971493s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:54.289442Z","caller":"traceutil/trace.go:171","msg":"trace[1278398499] linearizableReadLoop","detail":"{readStateIndex:2728; appliedIndex:2723; }","duration":"1.713956893s","start":"2026-07-06T22:23:52.57544Z","end":"2026-07-06T22:23:54.289397Z","steps":["trace[1278398499] 'read index received' (duration: 34.554816ms)","trace[1278398499] 'applied index is now lower than readState.Index' (duration: 1.679396517s)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:54.28961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:52.488831Z","time spent":"1.800507755s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:54.290097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:52.48841Z","time spent":"1.801025397s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:54.790739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.185942ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-06T22:23:54.790961Z","caller":"traceutil/trace.go:171","msg":"trace[1699971214] linearizableReadLoop","detail":"{readStateIndex:2729; appliedIndex:2728; }","duration":"501.399294ms","start":"2026-07-06T22:23:54.289542Z","end":"2026-07-06T22:23:54.790941Z","steps":["trace[1699971214] 'read index received' (duration: 163.554µs)","trace[1699971214] 'applied index is now lower than readState.Index' (duration: 501.23418ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:54.791071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203847715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:23:54.791108Z","caller":"traceutil/trace.go:171","msg":"trace[1740880418] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2614; }","duration":"2.203940597s","start":"2026-07-06T22:23:52.587155Z","end":"2026-07-06T22:23:54.791096Z","steps":["trace[1740880418] 'agreement among raft nodes before linearized reading' (duration: 2.203856455s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:54.791149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:52.587124Z","time spent":"2.204013179s","remote":"127.0.0.1:37158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:23:54.791155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215692235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-06T22:23:54.791227Z","caller":"traceutil/trace.go:171","msg":"trace[996107531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2614; }","duration":"2.215804908s","start":"2026-07-06T22:23:52.575401Z","end":"2026-07-06T22:23:54.791206Z","steps":["trace[996107531] 'agreement among raft nodes before linearized reading' (duration: 1.714116247s)","trace[996107531] 'range keys from in-memory index tree' (duration: 501.484116ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:54.791226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.874002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:23:54.791267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:52.575383Z","time spent":"2.215875319s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-06T22:23:54.791301Z","caller":"traceutil/trace.go:171","msg":"trace[1797620957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2614; }","duration":"739.965465ms","start":"2026-07-06T22:23:54.051303Z","end":"2026-07-06T22:23:54.791268Z","steps":["trace[1797620957] 'agreement among raft nodes before linearized reading' (duration: 739.882223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:54.791344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:54.051284Z","time spent":"740.049177ms","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-06T22:23:54.791641Z","caller":"traceutil/trace.go:171","msg":"trace[929958275] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"301.892545ms","start":"2026-07-06T22:23:54.489731Z","end":"2026-07-06T22:23:54.791623Z","steps":["trace[929958275] 'process raft request' (duration: 301.112566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:54.791746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:54.489693Z","time spent":"301.985227ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:55.318616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314142857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:23:55.318705Z","caller":"traceutil/trace.go:171","msg":"trace[1870020286] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2615; }","duration":"1.314317301s","start":"2026-07-06T22:23:54.00437Z","end":"2026-07-06T22:23:55.318687Z","steps":["trace[1870020286] 'agreement among raft nodes before linearized reading' (duration: 786.998055ms)","trace[1870020286] 'count revisions from in-memory index tree' (duration: 527.172773ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:55.318718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.690618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:23:55.318741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:54.004339Z","time spent":"1.314393413s","remote":"127.0.0.1:48394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:23:55.318758Z","caller":"traceutil/trace.go:171","msg":"trace[1863576800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2615; }","duration":"525.898673ms","start":"2026-07-06T22:23:54.792849Z","end":"2026-07-06T22:23:55.318747Z","steps":["trace[1863576800] 'range keys from in-memory index tree' (duration: 525.553614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:55.318782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:54.792832Z","time spent":"525.944944ms","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:23:55.319828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.297552278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:55.319868Z","caller":"traceutil/trace.go:171","msg":"trace[382204737] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2615; }","duration":"2.29763639s","start":"2026-07-06T22:23:53.022221Z","end":"2026-07-06T22:23:55.319857Z","steps":["trace[382204737] 'agreement among raft nodes before linearized reading' (duration: 1.769160766s)","trace[382204737] 'count revisions from in-memory index tree' (duration: 528.411052ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:55.319892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:53.022202Z","time spent":"2.297683681s","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:23:55.320184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.591139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:55.320317Z","caller":"traceutil/trace.go:171","msg":"trace[1231058914] linearizableReadLoop","detail":"{readStateIndex:2731; appliedIndex:2730; }","duration":"110.500718ms","start":"2026-07-06T22:23:55.209792Z","end":"2026-07-06T22:23:55.320293Z","steps":["trace[1231058914] 'read index received' (duration: 72.502µs)","trace[1231058914] 'applied index is now lower than readState.Index' (duration: 110.426376ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:55.320496Z","caller":"traceutil/trace.go:171","msg":"trace[1081414172] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"524.260254ms","start":"2026-07-06T22:23:54.79622Z","end":"2026-07-06T22:23:55.32048Z","steps":["trace[1081414172] 'process raft request' (duration: 394.259276ms)","trace[1081414172] 'compare' (duration: 128.454522ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:55.320513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.707073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-06T22:23:55.320635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:54.796208Z","time spent":"524.323466ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:55.32071Z","caller":"traceutil/trace.go:171","msg":"trace[790192586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2616; }","duration":"110.797835ms","start":"2026-07-06T22:23:55.209741Z","end":"2026-07-06T22:23:55.320539Z","steps":["trace[790192586] 'agreement among raft nodes before linearized reading' (duration: 110.6125ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:55.75566Z","caller":"traceutil/trace.go:171","msg":"trace[49134050] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"427.451279ms","start":"2026-07-06T22:23:55.328185Z","end":"2026-07-06T22:23:55.755637Z","steps":["trace[49134050] 'process raft request' (duration: 342.525104ms)","trace[49134050] 'compare' (duration: 84.772191ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:55.755786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:55.32816Z","time spent":"427.559671ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:56.093392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.683888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:56.093553Z","caller":"traceutil/trace.go:171","msg":"trace[659397844] linearizableReadLoop","detail":"{readStateIndex:2733; appliedIndex:2731; }","duration":"518.310693ms","start":"2026-07-06T22:23:55.575206Z","end":"2026-07-06T22:23:56.093517Z","steps":["trace[659397844] 'read index received' (duration: 95.503383ms)","trace[659397844] 'applied index is now lower than readState.Index' (duration: 422.80538ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:56.093596Z","caller":"traceutil/trace.go:171","msg":"trace[1006920171] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"698.21019ms","start":"2026-07-06T22:23:55.395334Z","end":"2026-07-06T22:23:56.093544Z","steps":["trace[1006920171] 'process raft request' (duration: 469.288386ms)","trace[1006920171] 'compare' (duration: 228.194096ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:56.093764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:55.395298Z","time spent":"698.380954ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:56.093783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.57612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2475"} {"level":"info","ts":"2026-07-06T22:23:56.093943Z","caller":"traceutil/trace.go:171","msg":"trace[1331586115] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2618; }","duration":"518.781215ms","start":"2026-07-06T22:23:55.575148Z","end":"2026-07-06T22:23:56.09393Z","steps":["trace[1331586115] 'agreement among raft nodes before linearized reading' (duration: 518.503388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:56.094004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:55.575121Z","time spent":"518.867636ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":2498,"request content":"key:\"/registry/pods/default/test-pvc-pod\" "} {"level":"warn","ts":"2026-07-06T22:23:56.515632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.30072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-06T22:23:56.515842Z","caller":"traceutil/trace.go:171","msg":"trace[201571485] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2618; }","duration":"220.581277ms","start":"2026-07-06T22:23:56.295242Z","end":"2026-07-06T22:23:56.515823Z","steps":["trace[201571485] 'range keys from in-memory index tree' (duration: 220.110026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:56.51597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.023093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-06T22:23:56.516103Z","caller":"traceutil/trace.go:171","msg":"trace[713402979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2618; }","duration":"220.199197ms","start":"2026-07-06T22:23:56.295814Z","end":"2026-07-06T22:23:56.516014Z","steps":["trace[713402979] 'range keys from in-memory index tree' (duration: 219.775937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:56.516163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.052408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-06T22:23:56.516247Z","caller":"traceutil/trace.go:171","msg":"trace[201401337] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2618; }","duration":"221.221951ms","start":"2026-07-06T22:23:56.295011Z","end":"2026-07-06T22:23:56.516233Z","steps":["trace[201401337] 'range keys from in-memory index tree' (duration: 220.880004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:56.516561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.261783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-06T22:23:56.516682Z","caller":"traceutil/trace.go:171","msg":"trace[838720320] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2618; }","duration":"221.421146ms","start":"2026-07-06T22:23:56.295226Z","end":"2026-07-06T22:23:56.516648Z","steps":["trace[838720320] 'range keys from in-memory index tree' (duration: 220.938765ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:56.667382Z","caller":"traceutil/trace.go:171","msg":"trace[1057370726] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"147.335438ms","start":"2026-07-06T22:23:56.520016Z","end":"2026-07-06T22:23:56.667351Z","steps":["trace[1057370726] 'process raft request' (duration: 147.109892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:57.549506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134043,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:23:57.861906Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.19477361s","expected-duration":"1s"} {"level":"info","ts":"2026-07-06T22:23:57.862263Z","caller":"traceutil/trace.go:171","msg":"trace[629962153] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"1.341062402s","start":"2026-07-06T22:23:56.521175Z","end":"2026-07-06T22:23:57.862238Z","steps":["trace[629962153] 'process raft request' (duration: 1.34099774s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:57.862335Z","caller":"traceutil/trace.go:171","msg":"trace[1193167944] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"1.341592664s","start":"2026-07-06T22:23:56.520702Z","end":"2026-07-06T22:23:57.862295Z","steps":["trace[1193167944] 'process raft request' (duration: 1.341445941s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:57.862379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:56.521164Z","time spent":"1.341153144s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:57.862286Z","caller":"traceutil/trace.go:171","msg":"trace[1698195432] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"1.341631405s","start":"2026-07-06T22:23:56.520626Z","end":"2026-07-06T22:23:57.862258Z","steps":["trace[1698195432] 'process raft request' (duration: 1.34141581s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:57.86252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:56.520695Z","time spent":"1.341724008s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:57.862598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:56.520603Z","time spent":"1.341924033s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:57.862507Z","caller":"traceutil/trace.go:171","msg":"trace[1877765065] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"1.340673992s","start":"2026-07-06T22:23:56.521804Z","end":"2026-07-06T22:23:57.862478Z","steps":["trace[1877765065] 'process raft request' (duration: 1.340394446s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:57.863174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:56.521789Z","time spent":"1.341193215s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:58.844841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.772511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:58.844964Z","caller":"traceutil/trace.go:171","msg":"trace[1651540978] linearizableReadLoop","detail":"{readStateIndex:2739; appliedIndex:2734; }","duration":"1.795642731s","start":"2026-07-06T22:23:57.049309Z","end":"2026-07-06T22:23:58.844952Z","steps":["trace[1651540978] 'read index received' (duration: 812.749683ms)","trace[1651540978] 'applied index is now lower than readState.Index' (duration: 982.892438ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:58.845036Z","caller":"traceutil/trace.go:171","msg":"trace[792619076] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"1.050715729s","start":"2026-07-06T22:23:57.794312Z","end":"2026-07-06T22:23:58.845027Z","steps":["trace[792619076] 'process raft request' (duration: 1.050604206s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:58.845079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:57.794278Z","time spent":"1.050779001s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:58.845024Z","caller":"traceutil/trace.go:171","msg":"trace[1560393627] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"2.046718178s","start":"2026-07-06T22:23:56.798258Z","end":"2026-07-06T22:23:58.844976Z","steps":["trace[1560393627] 'process raft request' (duration: 1.267752482s)","trace[1560393627] 'compare' (duration: 778.682229ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:58.845459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521154403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-06T22:23:58.8455Z","caller":"traceutil/trace.go:171","msg":"trace[1713394821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2625; }","duration":"1.521228495s","start":"2026-07-06T22:23:57.32426Z","end":"2026-07-06T22:23:58.845489Z","steps":["trace[1713394821] 'agreement among raft nodes before linearized reading' (duration: 1.521107942s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:58.845535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:57.324239Z","time spent":"1.521287556s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-06T22:23:58.845664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085595763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-06T22:23:58.8457Z","caller":"traceutil/trace.go:171","msg":"trace[1905442957] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2625; }","duration":"1.085681155s","start":"2026-07-06T22:23:57.76001Z","end":"2026-07-06T22:23:58.845691Z","steps":["trace[1905442957] 'agreement among raft nodes before linearized reading' (duration: 1.085588873s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:58.845722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:57.759978Z","time spent":"1.085739586s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-06T22:23:58.845726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357695664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-06T22:23:58.845755Z","caller":"traceutil/trace.go:171","msg":"trace[1461939228] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2625; }","duration":"1.357771316s","start":"2026-07-06T22:23:57.487974Z","end":"2026-07-06T22:23:58.845745Z","steps":["trace[1461939228] 'agreement among raft nodes before linearized reading' (duration: 1.357695394s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:58.845766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357650233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-06T22:23:58.845815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359002356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-06T22:23:58.845836Z","caller":"traceutil/trace.go:171","msg":"trace[922311112] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2625; }","duration":"1.359058057s","start":"2026-07-06T22:23:57.48677Z","end":"2026-07-06T22:23:58.845829Z","steps":["trace[922311112] 'agreement among raft nodes before linearized reading' (duration: 1.359005466s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:58.845857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:57.48675Z","time spent":"1.359103758s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-06T22:23:58.84586Z","caller":"traceutil/trace.go:171","msg":"trace[210723555] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2625; }","duration":"1.357804327s","start":"2026-07-06T22:23:57.488039Z","end":"2026-07-06T22:23:58.845844Z","steps":["trace[210723555] 'agreement among raft nodes before linearized reading' (duration: 1.3574907s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:58.845953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:57.488028Z","time spent":"1.357870309s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:23:58.845737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.068657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-07-06T22:23:58.846062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:56.798233Z","time spent":"2.04724828s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:58.846041Z","caller":"traceutil/trace.go:171","msg":"trace[1838414835] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:2625; }","duration":"790.437526ms","start":"2026-07-06T22:23:58.055575Z","end":"2026-07-06T22:23:58.846012Z","steps":["trace[1838414835] 'agreement among raft nodes before linearized reading' (duration: 789.911324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:58.845335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79602814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:58.84625Z","caller":"traceutil/trace.go:171","msg":"trace[954779237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2625; }","duration":"1.796964383s","start":"2026-07-06T22:23:57.04927Z","end":"2026-07-06T22:23:58.846234Z","steps":["trace[954779237] 'agreement among raft nodes before linearized reading' (duration: 1.79601546s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:58.845792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:57.487947Z","time spent":"1.357838658s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:23:58.846254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:58.055547Z","time spent":"790.672402ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.57\" "} {"level":"warn","ts":"2026-07-06T22:23:58.846456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.793102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-06T22:23:58.846523Z","caller":"traceutil/trace.go:171","msg":"trace[1119562803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2625; }","duration":"174.075049ms","start":"2026-07-06T22:23:58.672426Z","end":"2026-07-06T22:23:58.846501Z","steps":["trace[1119562803] 'agreement among raft nodes before linearized reading' (duration: 173.356612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:58.846309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:57.049257Z","time spent":"1.797036614s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:23:59.36099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.001853ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-06T22:23:59.361144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:58.849156Z","time spent":"511.948394ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-06T22:23:59.773979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.727282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:23:59.774215Z","caller":"traceutil/trace.go:171","msg":"trace[1491111351] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"924.595651ms","start":"2026-07-06T22:23:58.849587Z","end":"2026-07-06T22:23:59.774182Z","steps":["trace[1491111351] 'process raft request' (duration: 688.535691ms)","trace[1491111351] 'compare' (duration: 235.564048ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:23:59.774325Z","caller":"traceutil/trace.go:171","msg":"trace[352574623] linearizableReadLoop","detail":"{readStateIndex:2747; appliedIndex:2740; }","duration":"918.412105ms","start":"2026-07-06T22:23:58.855876Z","end":"2026-07-06T22:23:59.774288Z","steps":["trace[352574623] 'read index received' (duration: 160.115109ms)","trace[352574623] 'applied index is now lower than readState.Index' (duration: 758.296106ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:23:59.774369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:58.849568Z","time spent":"924.709944ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:59.774412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.532358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:23:59.774439Z","caller":"traceutil/trace.go:171","msg":"trace[1620559417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2631; }","duration":"918.58354ms","start":"2026-07-06T22:23:58.855845Z","end":"2026-07-06T22:23:59.774428Z","steps":["trace[1620559417] 'agreement among raft nodes before linearized reading' (duration: 918.508718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:59.774467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:58.855825Z","time spent":"918.6339ms","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-06T22:23:59.774654Z","caller":"traceutil/trace.go:171","msg":"trace[370606593] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"922.504282ms","start":"2026-07-06T22:23:58.852137Z","end":"2026-07-06T22:23:59.774641Z","steps":["trace[370606593] 'process raft request' (duration: 922.109772ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:59.774694Z","caller":"traceutil/trace.go:171","msg":"trace[1127339009] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"923.147107ms","start":"2026-07-06T22:23:58.851534Z","end":"2026-07-06T22:23:59.774681Z","steps":["trace[1127339009] 'process raft request' (duration: 922.656755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:59.774714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:58.852114Z","time spent":"922.570654ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:59.774716Z","caller":"traceutil/trace.go:171","msg":"trace[1049101866] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"924.427207ms","start":"2026-07-06T22:23:58.85027Z","end":"2026-07-06T22:23:59.774698Z","steps":["trace[1049101866] 'process raft request' (duration: 923.832703ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:59.774705Z","caller":"traceutil/trace.go:171","msg":"trace[1931034079] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"924.308424ms","start":"2026-07-06T22:23:58.850355Z","end":"2026-07-06T22:23:59.774664Z","steps":["trace[1931034079] 'process raft request' (duration: 923.808792ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:23:59.774633Z","caller":"traceutil/trace.go:171","msg":"trace[1341081142] transaction","detail":"{read_only:false; response_revision:2630; number_of_response:1; }","duration":"923.008214ms","start":"2026-07-06T22:23:58.8516Z","end":"2026-07-06T22:23:59.774608Z","steps":["trace[1341081142] 'process raft request' (duration: 922.618335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:59.774824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:58.851595Z","time spent":"923.202778ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:59.774844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:58.851519Z","time spent":"923.24817ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:59.774844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:58.850254Z","time spent":"924.5071ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:23:59.774861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:58.85034Z","time spent":"924.436328ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:23:59.855087Z","caller":"traceutil/trace.go:171","msg":"trace[1316133736] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"492.912923ms","start":"2026-07-06T22:23:59.362139Z","end":"2026-07-06T22:23:59.855052Z","steps":["trace[1316133736] 'process raft request' (duration: 492.717148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:23:59.855319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:59.362117Z","time spent":"493.071916ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:00.91912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.439051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:24:00.91965Z","caller":"traceutil/trace.go:171","msg":"trace[2084194834] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"1.048590099s","start":"2026-07-06T22:23:59.871031Z","end":"2026-07-06T22:24:00.919621Z","steps":["trace[2084194834] 'process raft request' (duration: 425.569954ms)","trace[2084194834] 'compare' (duration: 621.678333ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:24:00.919788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:59.871004Z","time spent":"1.048712422s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:00.920341Z","caller":"traceutil/trace.go:171","msg":"trace[1982590615] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"1.04908209s","start":"2026-07-06T22:23:59.871241Z","end":"2026-07-06T22:24:00.920323Z","steps":["trace[1982590615] 'process raft request' (duration: 1.048908496s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:00.920499Z","caller":"traceutil/trace.go:171","msg":"trace[630981345] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"1.047409511s","start":"2026-07-06T22:23:59.873076Z","end":"2026-07-06T22:24:00.920485Z","steps":["trace[630981345] 'process raft request' (duration: 1.047203316s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:00.920642Z","caller":"traceutil/trace.go:171","msg":"trace[362327159] linearizableReadLoop","detail":"{readStateIndex:2751; appliedIndex:2748; }","duration":"868.941939ms","start":"2026-07-06T22:24:00.051674Z","end":"2026-07-06T22:24:00.920616Z","steps":["trace[362327159] 'read index received' (duration: 244.943752ms)","trace[362327159] 'applied index is now lower than readState.Index' (duration: 623.995467ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:24:00.92058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:59.873067Z","time spent":"1.047471702s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:00.920763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.089252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:00.920813Z","caller":"traceutil/trace.go:171","msg":"trace[329455396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2635; }","duration":"869.172084ms","start":"2026-07-06T22:24:00.051631Z","end":"2026-07-06T22:24:00.920803Z","steps":["trace[329455396] 'agreement among raft nodes before linearized reading' (duration: 869.104243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:00.920863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:00.051611Z","time spent":"869.245506ms","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:00.92083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:23:59.871222Z","time spent":"1.049166473s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:01.824351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.108204ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:01.824471Z","caller":"traceutil/trace.go:171","msg":"trace[138785781] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2635; }","duration":"428.237397ms","start":"2026-07-06T22:24:01.396216Z","end":"2026-07-06T22:24:01.824453Z","steps":["trace[138785781] 'range keys from in-memory index tree' (duration: 428.093624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:01.824978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.3862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:24:01.825161Z","caller":"traceutil/trace.go:171","msg":"trace[1511930546] linearizableReadLoop","detail":"{readStateIndex:2752; appliedIndex:2751; }","duration":"904.393476ms","start":"2026-07-06T22:24:00.920706Z","end":"2026-07-06T22:24:01.8251Z","steps":["trace[1511930546] 'read index received' (duration: 106.75147ms)","trace[1511930546] 'applied index is now lower than readState.Index' (duration: 797.640036ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:24:01.825171Z","caller":"traceutil/trace.go:171","msg":"trace[1643298757] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"971.732035ms","start":"2026-07-06T22:24:00.853405Z","end":"2026-07-06T22:24:01.825137Z","steps":["trace[1643298757] 'process raft request' (duration: 174.103809ms)","trace[1643298757] 'compare' (duration: 796.643963ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:24:01.825347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.620228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:24:01.825354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251269964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:01.825398Z","caller":"traceutil/trace.go:171","msg":"trace[500312139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2636; }","duration":"903.71647ms","start":"2026-07-06T22:24:00.921668Z","end":"2026-07-06T22:24:01.825385Z","steps":["trace[500312139] 'agreement among raft nodes before linearized reading' (duration: 903.635638ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:01.825422Z","caller":"traceutil/trace.go:171","msg":"trace[1701772410] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2636; }","duration":"1.251358206s","start":"2026-07-06T22:24:00.574047Z","end":"2026-07-06T22:24:01.825405Z","steps":["trace[1701772410] 'agreement among raft nodes before linearized reading' (duration: 1.251220842s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:01.825471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.071468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:24:01.825481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:00.573984Z","time spent":"1.251485108s","remote":"127.0.0.1:36844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:24:01.825502Z","caller":"traceutil/trace.go:171","msg":"trace[1854505559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2636; }","duration":"382.12655ms","start":"2026-07-06T22:24:01.443368Z","end":"2026-07-06T22:24:01.825495Z","steps":["trace[1854505559] 'agreement among raft nodes before linearized reading' (duration: 382.085599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:01.825369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:00.853381Z","time spent":"971.945651ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:01.825434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:00.92165Z","time spent":"903.776972ms","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:01.825628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.50109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2475"} {"level":"info","ts":"2026-07-06T22:24:01.825679Z","caller":"traceutil/trace.go:171","msg":"trace[237290357] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2636; }","duration":"721.606882ms","start":"2026-07-06T22:24:01.104059Z","end":"2026-07-06T22:24:01.825666Z","steps":["trace[237290357] 'agreement among raft nodes before linearized reading' (duration: 721.455808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:01.82554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:01.443352Z","time spent":"382.183141ms","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:01.825715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:01.104031Z","time spent":"721.676964ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":2498,"request content":"key:\"/registry/pods/default/test-pvc-pod\" "} {"level":"warn","ts":"2026-07-06T22:24:02.376255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.699961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:24:02.376438Z","caller":"traceutil/trace.go:171","msg":"trace[2052918406] linearizableReadLoop","detail":"{readStateIndex:2755; appliedIndex:2752; }","duration":"420.605967ms","start":"2026-07-06T22:24:01.955819Z","end":"2026-07-06T22:24:02.376425Z","steps":["trace[2052918406] 'read index received' (duration: 32.684501ms)","trace[2052918406] 'applied index is now lower than readState.Index' (duration: 387.920626ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:24:02.376475Z","caller":"traceutil/trace.go:171","msg":"trace[1375425438] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"546.403867ms","start":"2026-07-06T22:24:01.830056Z","end":"2026-07-06T22:24:02.37646Z","steps":["trace[1375425438] 'process raft request' (duration: 546.277074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:02.37652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.70947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:24:02.376529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:01.830035Z","time spent":"546.466678ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:02.376544Z","caller":"traceutil/trace.go:171","msg":"trace[1145425605] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2639; }","duration":"420.769012ms","start":"2026-07-06T22:24:01.955763Z","end":"2026-07-06T22:24:02.376532Z","steps":["trace[1145425605] 'agreement among raft nodes before linearized reading' (duration: 420.730801ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:02.376514Z","caller":"traceutil/trace.go:171","msg":"trace[687572946] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"546.191931ms","start":"2026-07-06T22:24:01.830283Z","end":"2026-07-06T22:24:02.376475Z","steps":["trace[687572946] 'process raft request' (duration: 546.1152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:02.376597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.968181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:02.376615Z","caller":"traceutil/trace.go:171","msg":"trace[1059185122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2639; }","duration":"327.985202ms","start":"2026-07-06T22:24:02.048625Z","end":"2026-07-06T22:24:02.37661Z","steps":["trace[1059185122] 'agreement among raft nodes before linearized reading' (duration: 327.957721ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:02.376624Z","caller":"traceutil/trace.go:171","msg":"trace[1488784462] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"547.005311ms","start":"2026-07-06T22:24:01.82961Z","end":"2026-07-06T22:24:02.376616Z","steps":["trace[1488784462] 'process raft request' (duration: 158.87909ms)","trace[1488784462] 'compare' (duration: 387.280631ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:24:02.376637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:02.048579Z","time spent":"328.054303ms","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:02.376659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:01.829593Z","time spent":"547.047652ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:02.37668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:01.830261Z","time spent":"546.330985ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:02.376565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:01.955743Z","time spent":"420.815912ms","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:24:03.604193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.135662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:24:03.604283Z","caller":"traceutil/trace.go:171","msg":"trace[67721664] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2639; }","duration":"297.266926ms","start":"2026-07-06T22:24:03.306993Z","end":"2026-07-06T22:24:03.60426Z","steps":["trace[67721664] 'count revisions from in-memory index tree' (duration: 297.00858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:03.604561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.438735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-06T22:24:03.604599Z","caller":"traceutil/trace.go:171","msg":"trace[1088880875] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2639; }","duration":"737.512526ms","start":"2026-07-06T22:24:02.867078Z","end":"2026-07-06T22:24:03.604591Z","steps":["trace[1088880875] 'range keys from in-memory index tree' (duration: 737.27661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:03.604621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:02.86706Z","time spent":"737.554457ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:24:03.604614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.021159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:03.604667Z","caller":"traceutil/trace.go:171","msg":"trace[1308600643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2639; }","duration":"555.117831ms","start":"2026-07-06T22:24:03.049536Z","end":"2026-07-06T22:24:03.604654Z","steps":["trace[1308600643] 'range keys from in-memory index tree' (duration: 554.951277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:03.604703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:03.049517Z","time spent":"555.180262ms","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:03.604722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.488023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-06T22:24:03.604747Z","caller":"traceutil/trace.go:171","msg":"trace[978149316] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2639; }","duration":"681.560825ms","start":"2026-07-06T22:24:02.923179Z","end":"2026-07-06T22:24:03.60474Z","steps":["trace[978149316] 'range keys from in-memory index tree' (duration: 681.381001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:03.604775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:02.92316Z","time spent":"681.609647ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-06T22:24:03.60489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.789718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-06T22:24:03.604914Z","caller":"traceutil/trace.go:171","msg":"trace[354105095] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2639; }","duration":"680.833928ms","start":"2026-07-06T22:24:02.924074Z","end":"2026-07-06T22:24:03.604908Z","steps":["trace[354105095] 'range keys from in-memory index tree' (duration: 680.689185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:03.60493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:02.924064Z","time spent":"680.862548ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-06T22:24:03.604939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.47778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-06T22:24:03.604961Z","caller":"traceutil/trace.go:171","msg":"trace[1149149958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2639; }","duration":"680.535811ms","start":"2026-07-06T22:24:02.924419Z","end":"2026-07-06T22:24:03.604955Z","steps":["trace[1149149958] 'range keys from in-memory index tree' (duration: 680.308226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:03.604985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:02.924402Z","time spent":"680.578652ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-06T22:24:04.671827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.46269ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-06T22:24:04.671943Z","caller":"traceutil/trace.go:171","msg":"trace[1629103642] linearizableReadLoop","detail":"{readStateIndex:2756; appliedIndex:2755; }","duration":"1.065769116s","start":"2026-07-06T22:24:03.606155Z","end":"2026-07-06T22:24:04.671924Z","steps":["trace[1629103642] 'read index received' (duration: 91.295765ms)","trace[1629103642] 'applied index is now lower than readState.Index' (duration: 974.471621ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:24:04.672322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066150274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:04.672409Z","caller":"traceutil/trace.go:171","msg":"trace[804373136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2639; }","duration":"1.066281988s","start":"2026-07-06T22:24:03.606105Z","end":"2026-07-06T22:24:04.672387Z","steps":["trace[804373136] 'agreement among raft nodes before linearized reading' (duration: 1.066146864s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:04.672488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:03.606078Z","time spent":"1.066369179s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:05.172663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134095,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:24:05.672775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134095,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:24:06.106156Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.408756683s","expected-duration":"1s"} {"level":"info","ts":"2026-07-06T22:24:06.106576Z","caller":"traceutil/trace.go:171","msg":"trace[1638179259] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"2.497822446s","start":"2026-07-06T22:24:03.608729Z","end":"2026-07-06T22:24:06.106552Z","steps":["trace[1638179259] 'process raft request' (duration: 2.49759616s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:06.106714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:03.608714Z","time spent":"2.497928998s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:06.106921Z","caller":"traceutil/trace.go:171","msg":"trace[2090556004] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"2.496923544s","start":"2026-07-06T22:24:03.609987Z","end":"2026-07-06T22:24:06.106911Z","steps":["trace[2090556004] 'process raft request' (duration: 2.496524065s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:06.106979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:03.60998Z","time spent":"2.496971305s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:06.106974Z","caller":"traceutil/trace.go:171","msg":"trace[2058041361] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"2.495371978s","start":"2026-07-06T22:24:03.611575Z","end":"2026-07-06T22:24:06.106947Z","steps":["trace[2058041361] 'process raft request' (duration: 2.495322587s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:06.107024Z","caller":"traceutil/trace.go:171","msg":"trace[931517317] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"2.496670618s","start":"2026-07-06T22:24:03.610293Z","end":"2026-07-06T22:24:06.106964Z","steps":["trace[931517317] 'process raft request' (duration: 2.496461793s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:06.107119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:03.611563Z","time spent":"2.49547742s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:06.107264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:03.610286Z","time spent":"2.496830232s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:06.681211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000266941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:24:06.681334Z","caller":"traceutil/trace.go:171","msg":"trace[895387193] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000473136s","start":"2026-07-06T22:24:04.680834Z","end":"2026-07-06T22:24:06.681307Z","steps":["trace[895387193] 'agreement among raft nodes before linearized reading' (duration: 2.000294652s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:06.681409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:04.680814Z","time spent":"2.000583108s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:07.160204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.99861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:24:07.160466Z","caller":"traceutil/trace.go:171","msg":"trace[335135336] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"726.273421ms","start":"2026-07-06T22:24:06.43417Z","end":"2026-07-06T22:24:07.160443Z","steps":["trace[335135336] 'process raft request' (duration: 726.160178ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:07.160555Z","caller":"traceutil/trace.go:171","msg":"trace[656725255] linearizableReadLoop","detail":"{readStateIndex:2761; appliedIndex:2756; }","duration":"2.488546845s","start":"2026-07-06T22:24:04.671967Z","end":"2026-07-06T22:24:07.160514Z","steps":["trace[656725255] 'read index received' (duration: 1.434343774s)","trace[656725255] 'applied index is now lower than readState.Index' (duration: 1.054200491s)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:24:07.160686Z","caller":"traceutil/trace.go:171","msg":"trace[957946575] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"3.329582825s","start":"2026-07-06T22:24:03.831091Z","end":"2026-07-06T22:24:07.160673Z","steps":["trace[957946575] 'process raft request' (duration: 2.746002982s)","trace[957946575] 'compare' (duration: 582.745864ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:24:07.160798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:03.83107Z","time spent":"3.329651908s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:07.160576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:06.434146Z","time spent":"726.378834ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:07.161217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.7798168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-06T22:24:07.161281Z","caller":"traceutil/trace.go:171","msg":"trace[759048111] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2645; }","duration":"2.779908062s","start":"2026-07-06T22:24:04.381358Z","end":"2026-07-06T22:24:07.161266Z","steps":["trace[759048111] 'agreement among raft nodes before linearized reading' (duration: 2.779694977s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:07.161331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:04.381337Z","time spent":"2.779982554s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-06T22:24:07.161328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.046207284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-06T22:24:07.161403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380238608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-06T22:24:07.161423Z","caller":"traceutil/trace.go:171","msg":"trace[1913458751] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2645; }","duration":"2.046345848s","start":"2026-07-06T22:24:05.115052Z","end":"2026-07-06T22:24:07.161398Z","steps":["trace[1913458751] 'agreement among raft nodes before linearized reading' (duration: 2.046196244s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:07.16145Z","caller":"traceutil/trace.go:171","msg":"trace[895041957] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2645; }","duration":"2.380346661s","start":"2026-07-06T22:24:04.781091Z","end":"2026-07-06T22:24:07.161438Z","steps":["trace[895041957] 'agreement among raft nodes before linearized reading' (duration: 2.380201508s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:07.161486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:04.781083Z","time spent":"2.380396052s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:24:07.161482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:05.115036Z","time spent":"2.04642998s","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:24:07.161641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.63735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:24:07.161644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.025414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2475"} {"level":"info","ts":"2026-07-06T22:24:07.161697Z","caller":"traceutil/trace.go:171","msg":"trace[1903605790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2645; }","duration":"479.732792ms","start":"2026-07-06T22:24:06.681951Z","end":"2026-07-06T22:24:07.161683Z","steps":["trace[1903605790] 'agreement among raft nodes before linearized reading' (duration: 479.65257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:07.161738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:06.681928Z","time spent":"479.799023ms","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:07.161437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.38198414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-06T22:24:07.161886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.381288764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-06T22:24:07.161913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.779488572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-06T22:24:07.161948Z","caller":"traceutil/trace.go:171","msg":"trace[1558927794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2645; }","duration":"2.779571174s","start":"2026-07-06T22:24:04.382367Z","end":"2026-07-06T22:24:07.161938Z","steps":["trace[1558927794] 'agreement among raft nodes before linearized reading' (duration: 2.779479692s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:07.161947Z","caller":"traceutil/trace.go:171","msg":"trace[1211190724] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2645; }","duration":"2.381386386s","start":"2026-07-06T22:24:04.780545Z","end":"2026-07-06T22:24:07.161931Z","steps":["trace[1211190724] 'agreement among raft nodes before linearized reading' (duration: 2.381231922s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:07.161985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:04.382341Z","time spent":"2.779638105s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-06T22:24:07.162001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:04.780527Z","time spent":"2.381459787s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-06T22:24:07.161853Z","caller":"traceutil/trace.go:171","msg":"trace[41195234] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2645; }","duration":"2.382558023s","start":"2026-07-06T22:24:04.779278Z","end":"2026-07-06T22:24:07.161836Z","steps":["trace[41195234] 'agreement among raft nodes before linearized reading' (duration: 2.381762164s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:07.162129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:04.779261Z","time spent":"2.38284521s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-06T22:24:07.161716Z","caller":"traceutil/trace.go:171","msg":"trace[1793980166] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2645; }","duration":"326.134227ms","start":"2026-07-06T22:24:06.835566Z","end":"2026-07-06T22:24:07.1617Z","steps":["trace[1793980166] 'agreement among raft nodes before linearized reading' (duration: 325.893861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:07.162489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:06.835546Z","time spent":"326.923786ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":2498,"request content":"key:\"/registry/pods/default/test-pvc-pod\" "} {"level":"warn","ts":"2026-07-06T22:24:07.162977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.778928559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-06T22:24:07.163259Z","caller":"traceutil/trace.go:171","msg":"trace[349464048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2645; }","duration":"2.781003588s","start":"2026-07-06T22:24:04.38222Z","end":"2026-07-06T22:24:07.163224Z","steps":["trace[349464048] 'agreement among raft nodes before linearized reading' (duration: 2.778812846s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:07.163317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:04.382215Z","time spent":"2.78109058s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-06T22:24:07.670436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134099,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T22:24:07.777434Z","caller":"traceutil/trace.go:171","msg":"trace[1091732693] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"609.415314ms","start":"2026-07-06T22:24:07.16799Z","end":"2026-07-06T22:24:07.777405Z","steps":["trace[1091732693] 'process raft request' (duration: 609.24868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:07.777599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:07.167969Z","time spent":"609.544766ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:08.334719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.666791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:24:08.33498Z","caller":"traceutil/trace.go:171","msg":"trace[1515684935] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"1.166636815s","start":"2026-07-06T22:24:07.168319Z","end":"2026-07-06T22:24:08.334956Z","steps":["trace[1515684935] 'process raft request' (duration: 1.166512382s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:08.335102Z","caller":"traceutil/trace.go:171","msg":"trace[1306041855] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"1.166792689s","start":"2026-07-06T22:24:07.168274Z","end":"2026-07-06T22:24:08.335067Z","steps":["trace[1306041855] 'process raft request' (duration: 700.677817ms)","trace[1306041855] 'compare' (duration: 465.342814ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:24:08.335252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:07.168265Z","time spent":"1.166909522s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:08.335363Z","caller":"traceutil/trace.go:171","msg":"trace[450134001] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"1.166977234s","start":"2026-07-06T22:24:07.168366Z","end":"2026-07-06T22:24:08.335343Z","steps":["trace[450134001] 'process raft request' (duration: 1.166550263s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:08.335474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:07.168345Z","time spent":"1.167068425s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:08.335945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:07.168315Z","time spent":"1.167572677s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:08.33562Z","caller":"traceutil/trace.go:171","msg":"trace[1988121474] linearizableReadLoop","detail":"{readStateIndex:2769; appliedIndex:2762; }","duration":"1.166543264s","start":"2026-07-06T22:24:07.169058Z","end":"2026-07-06T22:24:08.335601Z","steps":["trace[1988121474] 'read index received' (duration: 608.201465ms)","trace[1988121474] 'applied index is now lower than readState.Index' (duration: 558.340689ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:24:08.335633Z","caller":"traceutil/trace.go:171","msg":"trace[1865916842] transaction","detail":"{read_only:false; response_revision:2650; number_of_response:1; }","duration":"1.167000914s","start":"2026-07-06T22:24:07.168606Z","end":"2026-07-06T22:24:08.335607Z","steps":["trace[1865916842] 'process raft request' (duration: 1.166638155s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:08.336214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:07.168592Z","time spent":"1.167574498s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:08.336427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.832127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:08.336468Z","caller":"traceutil/trace.go:171","msg":"trace[657782458] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2651; }","duration":"782.917299ms","start":"2026-07-06T22:24:07.553539Z","end":"2026-07-06T22:24:08.336456Z","steps":["trace[657782458] 'agreement among raft nodes before linearized reading' (duration: 782.850407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:08.336508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:07.553517Z","time spent":"782.979741ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:24:08.335692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:07.168169Z","time spent":"1.167519387s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-06T22:24:08.336827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.361179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-06T22:24:08.336963Z","caller":"traceutil/trace.go:171","msg":"trace[1173437509] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2651; }","duration":"225.534723ms","start":"2026-07-06T22:24:08.111412Z","end":"2026-07-06T22:24:08.336946Z","steps":["trace[1173437509] 'agreement among raft nodes before linearized reading' (duration: 225.288678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:08.335703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166632986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:24:08.33719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.680797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-06T22:24:08.337243Z","caller":"traceutil/trace.go:171","msg":"trace[1350103217] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2651; }","duration":"225.780079ms","start":"2026-07-06T22:24:08.11145Z","end":"2026-07-06T22:24:08.33723Z","steps":["trace[1350103217] 'agreement among raft nodes before linearized reading' (duration: 225.617015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:08.337421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.942603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-06T22:24:08.337471Z","caller":"traceutil/trace.go:171","msg":"trace[1032199754] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2651; }","duration":"226.021584ms","start":"2026-07-06T22:24:08.111436Z","end":"2026-07-06T22:24:08.337457Z","steps":["trace[1032199754] 'agreement among raft nodes before linearized reading' (duration: 225.899882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:08.337674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.370571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-06T22:24:08.337749Z","caller":"traceutil/trace.go:171","msg":"trace[1677245366] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:2651; }","duration":"281.480854ms","start":"2026-07-06T22:24:08.056255Z","end":"2026-07-06T22:24:08.337735Z","steps":["trace[1677245366] 'agreement among raft nodes before linearized reading' (duration: 281.334891ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:08.335717Z","caller":"traceutil/trace.go:171","msg":"trace[21588926] transaction","detail":"{read_only:false; response_revision:2651; number_of_response:1; }","duration":"1.166286617s","start":"2026-07-06T22:24:07.169417Z","end":"2026-07-06T22:24:08.335704Z","steps":["trace[21588926] 'process raft request' (duration: 1.166094563s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:08.337887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:07.169381Z","time spent":"1.168432838s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:08.337084Z","caller":"traceutil/trace.go:171","msg":"trace[936046484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2651; }","duration":"1.168039648s","start":"2026-07-06T22:24:07.169029Z","end":"2026-07-06T22:24:08.337069Z","steps":["trace[936046484] 'agreement among raft nodes before linearized reading' (duration: 1.166627175s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:08.338435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:07.169013Z","time spent":"1.169406291s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:08.840646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134109,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:24:09.667814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.085428ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-06T22:24:09.668185Z","caller":"traceutil/trace.go:171","msg":"trace[823450992] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"1.328907905s","start":"2026-07-06T22:24:08.339247Z","end":"2026-07-06T22:24:09.668155Z","steps":["trace[823450992] 'process raft request' (duration: 1.32868439s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:09.668247Z","caller":"traceutil/trace.go:171","msg":"trace[2084264538] transaction","detail":"{read_only:false; response_revision:2653; number_of_response:1; }","duration":"1.326553359s","start":"2026-07-06T22:24:08.341666Z","end":"2026-07-06T22:24:09.66822Z","steps":["trace[2084264538] 'process raft request' (duration: 1.326408226s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:09.668343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:08.339226Z","time spent":"1.329041058s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:09.668383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:08.341657Z","time spent":"1.326644721s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:09.668378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:08.339023Z","time spent":"1.329349576s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-06T22:24:09.668668Z","caller":"traceutil/trace.go:171","msg":"trace[1166434514] linearizableReadLoop","detail":"{readStateIndex:2774; appliedIndex:2769; }","duration":"1.328555286s","start":"2026-07-06T22:24:08.340088Z","end":"2026-07-06T22:24:09.668643Z","steps":["trace[1166434514] 'read index received' (duration: 598.634209ms)","trace[1166434514] 'applied index is now lower than readState.Index' (duration: 729.919917ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:24:09.668822Z","caller":"traceutil/trace.go:171","msg":"trace[1167884724] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"1.325832992s","start":"2026-07-06T22:24:08.34297Z","end":"2026-07-06T22:24:09.668802Z","steps":["trace[1167884724] 'process raft request' (duration: 1.325530375s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:09.668715Z","caller":"traceutil/trace.go:171","msg":"trace[139682127] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"1.326904808s","start":"2026-07-06T22:24:08.341713Z","end":"2026-07-06T22:24:09.668618Z","steps":["trace[139682127] 'process raft request' (duration: 1.326423126s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:09.668948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:08.342962Z","time spent":"1.325908535s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:09.669054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:08.341708Z","time spent":"1.327272706s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:09.669065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328886775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:09.669262Z","caller":"traceutil/trace.go:171","msg":"trace[1266267246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2655; }","duration":"1.329183851s","start":"2026-07-06T22:24:08.34006Z","end":"2026-07-06T22:24:09.669243Z","steps":["trace[1266267246] 'agreement among raft nodes before linearized reading' (duration: 1.328755771s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:09.669402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:08.340051Z","time spent":"1.329335015s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:11.378359Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.352136582s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T22:24:11.67871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000887374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:24:11.678821Z","caller":"traceutil/trace.go:171","msg":"trace[328875227] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001049238s","start":"2026-07-06T22:24:09.677738Z","end":"2026-07-06T22:24:11.678788Z","steps":["trace[328875227] 'agreement among raft nodes before linearized reading' (duration: 2.000910255s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:11.678872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:09.677722Z","time spent":"2.00114198s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:24:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:24:12.405648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008694908s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:12.40574Z","caller":"traceutil/trace.go:171","msg":"trace[340676859] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2655; }","duration":"1.00879759s","start":"2026-07-06T22:24:11.396929Z","end":"2026-07-06T22:24:12.405727Z","steps":["trace[340676859] 'range keys from in-memory index tree' (duration: 1.008681727s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:12.40596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.449580574s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:24:12.406115Z","caller":"traceutil/trace.go:171","msg":"trace[1521320057] linearizableReadLoop","detail":"{readStateIndex:2776; appliedIndex:2774; }","duration":"2.737324485s","start":"2026-07-06T22:24:09.668783Z","end":"2026-07-06T22:24:12.406108Z","steps":["trace[1521320057] 'read index received' (duration: 287.385483ms)","trace[1521320057] 'applied index is now lower than readState.Index' (duration: 2.449938432s)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:24:12.406264Z","caller":"traceutil/trace.go:171","msg":"trace[1683594886] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"3.348215004s","start":"2026-07-06T22:24:09.058042Z","end":"2026-07-06T22:24:12.406257Z","steps":["trace[1683594886] 'process raft request' (duration: 898.292332ms)","trace[1683594886] 'compare' (duration: 2.449132383s)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:24:12.406305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:09.058016Z","time spent":"3.348266846s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:12.406414Z","caller":"traceutil/trace.go:171","msg":"trace[1789235686] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"3.239096999s","start":"2026-07-06T22:24:09.167311Z","end":"2026-07-06T22:24:12.406408Z","steps":["trace[1789235686] 'process raft request' (duration: 3.238691139s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:12.406445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:09.16729Z","time spent":"3.23913816s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:12.406597Z","caller":"traceutil/trace.go:171","msg":"trace[59830755] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"2.736558578s","start":"2026-07-06T22:24:09.670029Z","end":"2026-07-06T22:24:12.406588Z","steps":["trace[59830755] 'process raft request' (duration: 2.736051146s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:12.406639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:09.670003Z","time spent":"2.73661422s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:12.406763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.6378399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:24:12.406783Z","caller":"traceutil/trace.go:171","msg":"trace[1792281363] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2658; }","duration":"3.637900181s","start":"2026-07-06T22:24:08.768877Z","end":"2026-07-06T22:24:12.406778Z","steps":["trace[1792281363] 'agreement among raft nodes before linearized reading' (duration: 3.63786355s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:12.406807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:08.768856Z","time spent":"3.637945863s","remote":"127.0.0.1:37076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:24:12.406744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.525945059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:24:12.406934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.634098169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-06T22:24:12.406942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.341777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:12.40695Z","caller":"traceutil/trace.go:171","msg":"trace[318877075] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2658; }","duration":"3.526199165s","start":"2026-07-06T22:24:08.880739Z","end":"2026-07-06T22:24:12.406938Z","steps":["trace[318877075] 'agreement among raft nodes before linearized reading' (duration: 3.525959579s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:12.406984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:08.88072Z","time spent":"3.526256076s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:24:12.406991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065242874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-06T22:24:12.406994Z","caller":"traceutil/trace.go:171","msg":"trace[1116713232] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2658; }","duration":"924.418539ms","start":"2026-07-06T22:24:11.482551Z","end":"2026-07-06T22:24:12.40697Z","steps":["trace[1116713232] 'agreement among raft nodes before linearized reading' (duration: 924.356357ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:12.406973Z","caller":"traceutil/trace.go:171","msg":"trace[1747011686] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2658; }","duration":"2.634204482s","start":"2026-07-06T22:24:09.772758Z","end":"2026-07-06T22:24:12.406962Z","steps":["trace[1747011686] 'agreement among raft nodes before linearized reading' (duration: 2.634098759s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:12.40701Z","caller":"traceutil/trace.go:171","msg":"trace[14000171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2658; }","duration":"2.065284175s","start":"2026-07-06T22:24:10.34172Z","end":"2026-07-06T22:24:12.407004Z","steps":["trace[14000171] 'agreement among raft nodes before linearized reading' (duration: 2.065208783s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:12.407026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:10.341709Z","time spent":"2.065313825s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-06T22:24:12.407024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:11.48253Z","time spent":"924.48504ms","remote":"127.0.0.1:48308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:24:12.407035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:09.772737Z","time spent":"2.634286504s","remote":"127.0.0.1:36856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:24:12.407056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.369985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:24:12.407129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295135157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-06T22:24:12.40715Z","caller":"traceutil/trace.go:171","msg":"trace[222609966] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2658; }","duration":"1.295155299s","start":"2026-07-06T22:24:11.111988Z","end":"2026-07-06T22:24:12.407143Z","steps":["trace[222609966] 'agreement among raft nodes before linearized reading' (duration: 1.295102938s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:12.407167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:11.111931Z","time spent":"1.2952328s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-06T22:24:12.40716Z","caller":"traceutil/trace.go:171","msg":"trace[1820521170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2658; }","duration":"962.557679ms","start":"2026-07-06T22:24:11.444584Z","end":"2026-07-06T22:24:12.407142Z","steps":["trace[1820521170] 'agreement among raft nodes before linearized reading' (duration: 962.378375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:12.407214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.751256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2475"} {"level":"warn","ts":"2026-07-06T22:24:12.407239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065807917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-06T22:24:12.407253Z","caller":"traceutil/trace.go:171","msg":"trace[484976770] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2658; }","duration":"2.065865088s","start":"2026-07-06T22:24:10.341384Z","end":"2026-07-06T22:24:12.407249Z","steps":["trace[484976770] 'agreement among raft nodes before linearized reading' (duration: 2.065821087s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:12.40725Z","caller":"traceutil/trace.go:171","msg":"trace[126078290] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2658; }","duration":"233.819958ms","start":"2026-07-06T22:24:12.173416Z","end":"2026-07-06T22:24:12.407236Z","steps":["trace[126078290] 'agreement among raft nodes before linearized reading' (duration: 233.735536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:12.407268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:10.341361Z","time spent":"2.06590358s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-06T22:24:12.407246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:11.444563Z","time spent":"962.671521ms","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:12.40739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065783857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-06T22:24:12.407407Z","caller":"traceutil/trace.go:171","msg":"trace[741235131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2658; }","duration":"2.065840158s","start":"2026-07-06T22:24:10.341561Z","end":"2026-07-06T22:24:12.407402Z","steps":["trace[741235131] 'agreement among raft nodes before linearized reading' (duration: 2.065794317s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:12.407414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.34122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:12.407442Z","caller":"traceutil/trace.go:171","msg":"trace[866536010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2658; }","duration":"728.416962ms","start":"2026-07-06T22:24:11.679017Z","end":"2026-07-06T22:24:12.407434Z","steps":["trace[866536010] 'agreement among raft nodes before linearized reading' (duration: 728.372791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:12.40747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:11.67899Z","time spent":"728.474753ms","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:12.407679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.324254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-06T22:24:12.407706Z","caller":"traceutil/trace.go:171","msg":"trace[1023789047] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2658; }","duration":"732.389786ms","start":"2026-07-06T22:24:11.675308Z","end":"2026-07-06T22:24:12.407698Z","steps":["trace[1023789047] 'agreement among raft nodes before linearized reading' (duration: 732.271953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:12.407727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:11.675302Z","time spent":"732.420067ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-06T22:24:12.407422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:10.341541Z","time spent":"2.065877428s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-06T22:24:12.407828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.860021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-06T22:24:12.407824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.901538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-06T22:24:12.407856Z","caller":"traceutil/trace.go:171","msg":"trace[467921050] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2658; }","duration":"733.918403ms","start":"2026-07-06T22:24:11.673928Z","end":"2026-07-06T22:24:12.407846Z","steps":["trace[467921050] 'agreement among raft nodes before linearized reading' (duration: 733.82969ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:12.407866Z","caller":"traceutil/trace.go:171","msg":"trace[11837187] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2658; }","duration":"732.9838ms","start":"2026-07-06T22:24:11.674871Z","end":"2026-07-06T22:24:12.407854Z","steps":["trace[11837187] 'agreement among raft nodes before linearized reading' (duration: 732.835036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:12.407881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:11.67391Z","time spent":"733.965043ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-06T22:24:12.407899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:11.674842Z","time spent":"733.049872ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-06T22:24:13.061592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.466555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:24:13.061709Z","caller":"traceutil/trace.go:171","msg":"trace[1665238172] linearizableReadLoop","detail":"{readStateIndex:2778; appliedIndex:2777; }","duration":"649.289565ms","start":"2026-07-06T22:24:12.412396Z","end":"2026-07-06T22:24:13.061686Z","steps":["trace[1665238172] 'read index received' (duration: 164.584655ms)","trace[1665238172] 'applied index is now lower than readState.Index' (duration: 484.7029ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:24:13.061788Z","caller":"traceutil/trace.go:171","msg":"trace[1338140150] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"650.616946ms","start":"2026-07-06T22:24:12.411159Z","end":"2026-07-06T22:24:13.061776Z","steps":["trace[1338140150] 'process raft request' (duration: 165.797963ms)","trace[1338140150] 'compare' (duration: 484.300591ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:24:13.061889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:12.411145Z","time spent":"650.668708ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:13.062115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.711875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-06T22:24:13.062146Z","caller":"traceutil/trace.go:171","msg":"trace[886793165] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2; range_end:; response_count:1; response_revision:2659; }","duration":"649.750996ms","start":"2026-07-06T22:24:12.412385Z","end":"2026-07-06T22:24:13.062136Z","steps":["trace[886793165] 'agreement among raft nodes before linearized reading' (duration: 649.618773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:13.062177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:12.41238Z","time spent":"649.787856ms","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2\" "} {"level":"warn","ts":"2026-07-06T22:24:14.569161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140914614s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:24:14.569642Z","caller":"traceutil/trace.go:171","msg":"trace[1977712243] transaction","detail":"{read_only:false; response_revision:2666; number_of_response:1; }","duration":"1.504994067s","start":"2026-07-06T22:24:13.064633Z","end":"2026-07-06T22:24:14.569627Z","steps":["trace[1977712243] 'process raft request' (duration: 1.504828583s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:14.569736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:13.06461Z","time spent":"1.505100059s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:14.569882Z","caller":"traceutil/trace.go:171","msg":"trace[434342844] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"2.157335454s","start":"2026-07-06T22:24:12.412536Z","end":"2026-07-06T22:24:14.569872Z","steps":["trace[434342844] 'process raft request' (duration: 1.015620521s)","trace[434342844] 'compare' (duration: 1.140685259s)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:24:14.569925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:12.412529Z","time spent":"2.157372765s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:14.570029Z","caller":"traceutil/trace.go:171","msg":"trace[905793375] transaction","detail":"{read_only:false; response_revision:2664; number_of_response:1; }","duration":"2.155685255s","start":"2026-07-06T22:24:12.414329Z","end":"2026-07-06T22:24:14.570014Z","steps":["trace[905793375] 'process raft request' (duration: 2.15507858s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:14.57007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:12.414324Z","time spent":"2.155724417s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:14.57015Z","caller":"traceutil/trace.go:171","msg":"trace[933223918] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"2.155731827s","start":"2026-07-06T22:24:12.414412Z","end":"2026-07-06T22:24:14.570144Z","steps":["trace[933223918] 'process raft request' (duration: 2.15501958s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:14.570187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:12.414405Z","time spent":"2.155763167s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:14.570264Z","caller":"traceutil/trace.go:171","msg":"trace[2035311313] linearizableReadLoop","detail":"{readStateIndex:2784; appliedIndex:2778; }","duration":"1.508512611s","start":"2026-07-06T22:24:13.061743Z","end":"2026-07-06T22:24:14.570256Z","steps":["trace[2035311313] 'read index received' (duration: 366.430179ms)","trace[2035311313] 'applied index is now lower than readState.Index' (duration: 1.142081552s)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:24:14.57044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519347966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:14.570504Z","caller":"traceutil/trace.go:171","msg":"trace[2136642564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2666; }","duration":"1.519398277s","start":"2026-07-06T22:24:13.051059Z","end":"2026-07-06T22:24:14.570457Z","steps":["trace[2136642564] 'agreement among raft nodes before linearized reading' (duration: 1.519311715s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:14.570524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:13.051042Z","time spent":"1.519476819s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-06T22:24:14.570554Z","caller":"traceutil/trace.go:171","msg":"trace[1240594204] transaction","detail":"{read_only:false; response_revision:2663; number_of_response:1; }","duration":"2.156247429s","start":"2026-07-06T22:24:12.414263Z","end":"2026-07-06T22:24:14.57051Z","steps":["trace[1240594204] 'process raft request' (duration: 2.155119962s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:14.570929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789088283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-06T22:24:14.570924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.157858177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-06T22:24:14.570984Z","caller":"traceutil/trace.go:171","msg":"trace[1442521192] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2666; }","duration":"1.789161415s","start":"2026-07-06T22:24:12.781805Z","end":"2026-07-06T22:24:14.570966Z","steps":["trace[1442521192] 'agreement among raft nodes before linearized reading' (duration: 1.7889837s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:14.571027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:12.78179Z","time spent":"1.789228416s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:24:14.571011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:12.414251Z","time spent":"2.156605697s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:14.571061Z","caller":"traceutil/trace.go:171","msg":"trace[277054135] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2666; }","duration":"2.15797194s","start":"2026-07-06T22:24:12.413038Z","end":"2026-07-06T22:24:14.57101Z","steps":["trace[277054135] 'agreement among raft nodes before linearized reading' (duration: 2.157774755s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:14.571159Z","caller":"traceutil/trace.go:171","msg":"trace[1567631250] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"2.158076212s","start":"2026-07-06T22:24:12.413074Z","end":"2026-07-06T22:24:14.57115Z","steps":["trace[1567631250] 'process raft request' (duration: 2.156196507s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:14.571154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:12.41297Z","time spent":"2.158170825s","remote":"127.0.0.1:36944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-06T22:24:14.571172Z","caller":"traceutil/trace.go:171","msg":"trace[630269413] transaction","detail":"{read_only:false; response_revision:2661; number_of_response:1; }","duration":"2.158571434s","start":"2026-07-06T22:24:12.412579Z","end":"2026-07-06T22:24:14.57115Z","steps":["trace[630269413] 'process raft request' (duration: 2.156650748s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:14.571208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:12.413068Z","time spent":"2.158117003s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:14.570725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625390129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:14.571279Z","caller":"traceutil/trace.go:171","msg":"trace[540923519] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2666; }","duration":"1.626018074s","start":"2026-07-06T22:24:12.945251Z","end":"2026-07-06T22:24:14.571269Z","steps":["trace[540923519] 'agreement among raft nodes before linearized reading' (duration: 1.625371538s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:14.571268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:12.412575Z","time spent":"2.158642306s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:14.57131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:12.945231Z","time spent":"1.626068376s","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:24:16.076299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395395631s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-06T22:24:16.076696Z","caller":"traceutil/trace.go:171","msg":"trace[1469067089] transaction","detail":"{read_only:false; response_revision:2667; number_of_response:1; }","duration":"1.664494664s","start":"2026-07-06T22:24:14.412173Z","end":"2026-07-06T22:24:16.076668Z","steps":["trace[1469067089] 'process raft request' (duration: 1.664241228s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:16.076807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:14.412142Z","time spent":"1.664600887s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:16.572487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00023191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T22:24:16.572549Z","caller":"traceutil/trace.go:171","msg":"trace[439189186] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000334193s","start":"2026-07-06T22:24:14.572202Z","end":"2026-07-06T22:24:16.572536Z","steps":["trace[439189186] 'agreement among raft nodes before linearized reading' (duration: 2.000256871s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:16.572582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:14.572191Z","time spent":"2.000385774s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:24:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:24:17.142871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066120945s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:24:17.143001Z","caller":"traceutil/trace.go:171","msg":"trace[1689853913] linearizableReadLoop","detail":"{readStateIndex:2787; appliedIndex:2785; }","duration":"2.57267635s","start":"2026-07-06T22:24:14.570281Z","end":"2026-07-06T22:24:17.142957Z","steps":["trace[1689853913] 'read index received' (duration: 110.544759ms)","trace[1689853913] 'applied index is now lower than readState.Index' (duration: 2.462130261s)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:24:17.143228Z","caller":"traceutil/trace.go:171","msg":"trace[1735495380] transaction","detail":"{read_only:false; response_revision:2668; number_of_response:1; }","duration":"2.566935632s","start":"2026-07-06T22:24:14.576279Z","end":"2026-07-06T22:24:17.143214Z","steps":["trace[1735495380] 'process raft request' (duration: 1.500380667s)","trace[1735495380] 'compare' (duration: 1.065712655s)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:24:17.143292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:14.576256Z","time spent":"2.567001573s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:17.143434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.80157387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-06T22:24:17.143468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195570079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:24:17.143518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.3571029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:17.143558Z","caller":"traceutil/trace.go:171","msg":"trace[2030953125] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2668; }","duration":"2.195710582s","start":"2026-07-06T22:24:14.947826Z","end":"2026-07-06T22:24:17.143536Z","steps":["trace[2030953125] 'agreement among raft nodes before linearized reading' (duration: 2.195571298s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:17.143596Z","caller":"traceutil/trace.go:171","msg":"trace[272935110] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2668; }","duration":"3.357223213s","start":"2026-07-06T22:24:13.786351Z","end":"2026-07-06T22:24:17.143574Z","steps":["trace[272935110] 'agreement among raft nodes before linearized reading' (duration: 3.35710094s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:17.143495Z","caller":"traceutil/trace.go:171","msg":"trace[1238009161] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2668; }","duration":"3.801687243s","start":"2026-07-06T22:24:13.34179Z","end":"2026-07-06T22:24:17.143477Z","steps":["trace[1238009161] 'agreement among raft nodes before linearized reading' (duration: 3.801515849s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:17.143649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:13.341771Z","time spent":"3.801872208s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:24:17.143655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.980789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-06T22:24:17.143663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:13.786331Z","time spent":"3.357314915s","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:24:17.143694Z","caller":"traceutil/trace.go:171","msg":"trace[1492251681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2668; }","duration":"565.034771ms","start":"2026-07-06T22:24:16.578648Z","end":"2026-07-06T22:24:17.143682Z","steps":["trace[1492251681] 'agreement among raft nodes before linearized reading' (duration: 564.901128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:17.143737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:16.578628Z","time spent":"565.103002ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-06T22:24:17.143755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078528413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-06T22:24:17.143764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.847166092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:24:17.143775Z","caller":"traceutil/trace.go:171","msg":"trace[157130500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2668; }","duration":"2.078546333s","start":"2026-07-06T22:24:15.065222Z","end":"2026-07-06T22:24:17.143768Z","steps":["trace[157130500] 'agreement among raft nodes before linearized reading' (duration: 2.078501992s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:17.143803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:15.065179Z","time spent":"2.078619796s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-06T22:24:17.143802Z","caller":"traceutil/trace.go:171","msg":"trace[1913824326] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2668; }","duration":"2.847211633s","start":"2026-07-06T22:24:14.296581Z","end":"2026-07-06T22:24:17.143793Z","steps":["trace[1913824326] 'agreement among raft nodes before linearized reading' (duration: 2.847137601s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:17.143827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:14.296525Z","time spent":"2.847295655s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:24:17.143659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.450101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-06T22:24:17.143816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584687186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:24:17.143857Z","caller":"traceutil/trace.go:171","msg":"trace[1809244173] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2; range_end:; response_count:1; response_revision:2668; }","duration":"565.680086ms","start":"2026-07-06T22:24:16.57817Z","end":"2026-07-06T22:24:17.14385Z","steps":["trace[1809244173] 'agreement among raft nodes before linearized reading' (duration: 565.453821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:17.14387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.804719346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-06T22:24:17.143881Z","caller":"traceutil/trace.go:171","msg":"trace[1221927373] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2668; }","duration":"1.584792888s","start":"2026-07-06T22:24:15.559069Z","end":"2026-07-06T22:24:17.143862Z","steps":["trace[1221927373] 'agreement among raft nodes before linearized reading' (duration: 1.584659145s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:17.143909Z","caller":"traceutil/trace.go:171","msg":"trace[908941608] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2668; }","duration":"3.804785296s","start":"2026-07-06T22:24:13.339111Z","end":"2026-07-06T22:24:17.143896Z","steps":["trace[908941608] 'agreement among raft nodes before linearized reading' (duration: 3.804696944s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:17.143929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.180214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-06T22:24:17.143925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:15.559049Z","time spent":"1.58486251s","remote":"127.0.0.1:37054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":55,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:24:17.143946Z","caller":"traceutil/trace.go:171","msg":"trace[2127182066] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2668; }","duration":"565.207515ms","start":"2026-07-06T22:24:16.578733Z","end":"2026-07-06T22:24:17.143941Z","steps":["trace[2127182066] 'agreement among raft nodes before linearized reading' (duration: 565.161984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:17.143945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.220265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-06T22:24:17.143967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:16.578728Z","time spent":"565.235496ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-06T22:24:17.143611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.686388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-06T22:24:17.143991Z","caller":"traceutil/trace.go:171","msg":"trace[1267239646] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2668; }","duration":"569.110968ms","start":"2026-07-06T22:24:16.574875Z","end":"2026-07-06T22:24:17.143986Z","steps":["trace[1267239646] 'agreement among raft nodes before linearized reading' (duration: 568.695208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:17.144013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:16.574852Z","time spent":"569.15632ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-06T22:24:17.144026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.905366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:24:17.143542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.593396988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:24:17.144042Z","caller":"traceutil/trace.go:171","msg":"trace[1004828942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2668; }","duration":"561.921107ms","start":"2026-07-06T22:24:16.582116Z","end":"2026-07-06T22:24:17.144037Z","steps":["trace[1004828942] 'agreement among raft nodes before linearized reading' (duration: 561.894726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:17.143943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:13.339093Z","time spent":"3.804842838s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-06T22:24:17.144073Z","caller":"traceutil/trace.go:171","msg":"trace[1176814024] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2668; }","duration":"3.593959921s","start":"2026-07-06T22:24:13.550097Z","end":"2026-07-06T22:24:17.144057Z","steps":["trace[1176814024] 'agreement among raft nodes before linearized reading' (duration: 3.593419808s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:17.143882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:16.578152Z","time spent":"565.725488ms","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2\" "} {"level":"warn","ts":"2026-07-06T22:24:17.143704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.250769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-06T22:24:17.144155Z","caller":"traceutil/trace.go:171","msg":"trace[1331406366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2668; }","duration":"568.733859ms","start":"2026-07-06T22:24:16.575414Z","end":"2026-07-06T22:24:17.144148Z","steps":["trace[1331406366] 'agreement among raft nodes before linearized reading' (duration: 568.256058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:17.14414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:13.550075Z","time spent":"3.594047073s","remote":"127.0.0.1:37012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":17,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:24:17.144181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:16.575394Z","time spent":"568.779471ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-06T22:24:17.143971Z","caller":"traceutil/trace.go:171","msg":"trace[1263031812] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2668; }","duration":"565.258306ms","start":"2026-07-06T22:24:16.578706Z","end":"2026-07-06T22:24:17.143965Z","steps":["trace[1263031812] 'agreement among raft nodes before linearized reading' (duration: 565.195374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:17.144246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:16.578695Z","time spent":"565.541363ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-06T22:24:17.143609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:14.947771Z","time spent":"2.195828255s","remote":"127.0.0.1:48176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:24:17.144058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:16.582085Z","time spent":"561.969357ms","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:17.965573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.674409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:24:17.965689Z","caller":"traceutil/trace.go:171","msg":"trace[292314471] transaction","detail":"{read_only:false; response_revision:2669; number_of_response:1; }","duration":"818.936388ms","start":"2026-07-06T22:24:17.146734Z","end":"2026-07-06T22:24:17.96567Z","steps":["trace[292314471] 'process raft request' (duration: 400.073884ms)","trace[292314471] 'compare' (duration: 418.156917ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:24:17.96577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:17.146722Z","time spent":"819.01831ms","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:18.753838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.934163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:24:18.754536Z","caller":"traceutil/trace.go:171","msg":"trace[922975336] linearizableReadLoop","detail":"{readStateIndex:2798; appliedIndex:2788; }","duration":"1.336871926s","start":"2026-07-06T22:24:17.417641Z","end":"2026-07-06T22:24:18.754513Z","steps":["trace[922975336] 'read index received' (duration: 129.176728ms)","trace[922975336] 'applied index is now lower than readState.Index' (duration: 1.207694118s)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:24:18.7548Z","caller":"traceutil/trace.go:171","msg":"trace[1014426281] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"1.604796949s","start":"2026-07-06T22:24:17.149938Z","end":"2026-07-06T22:24:18.754735Z","steps":["trace[1014426281] 'process raft request' (duration: 1.604482352s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:18.754824Z","caller":"traceutil/trace.go:171","msg":"trace[1702573322] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"1.604940363s","start":"2026-07-06T22:24:17.149857Z","end":"2026-07-06T22:24:18.754798Z","steps":["trace[1702573322] 'process raft request' (duration: 1.604480252s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:18.754793Z","caller":"traceutil/trace.go:171","msg":"trace[1195910648] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"1.605084616s","start":"2026-07-06T22:24:17.149663Z","end":"2026-07-06T22:24:18.754747Z","steps":["trace[1195910648] 'process raft request' (duration: 1.604634636s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:18.755037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:17.149844Z","time spent":"1.605044266s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:18.754959Z","caller":"traceutil/trace.go:171","msg":"trace[38781120] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"1.605564298s","start":"2026-07-06T22:24:17.149312Z","end":"2026-07-06T22:24:18.754876Z","steps":["trace[38781120] 'process raft request' (duration: 1.60481886s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:18.755114Z","caller":"traceutil/trace.go:171","msg":"trace[1845112107] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"1.60565104s","start":"2026-07-06T22:24:17.149441Z","end":"2026-07-06T22:24:18.755092Z","steps":["trace[1845112107] 'process raft request' (duration: 1.60481533s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:18.755088Z","caller":"traceutil/trace.go:171","msg":"trace[1997353369] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"1.60564654s","start":"2026-07-06T22:24:17.149382Z","end":"2026-07-06T22:24:18.755028Z","steps":["trace[1997353369] 'process raft request' (duration: 1.6048254s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:18.755156Z","caller":"traceutil/trace.go:171","msg":"trace[358101394] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"1.571780235s","start":"2026-07-06T22:24:17.183343Z","end":"2026-07-06T22:24:18.755124Z","steps":["trace[358101394] 'process raft request' (duration: 1.57112317s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:18.755207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:17.149415Z","time spent":"1.605744872s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:18.755319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:17.183324Z","time spent":"1.571910098s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:18.755334Z","caller":"traceutil/trace.go:171","msg":"trace[1539936584] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"1.605346923s","start":"2026-07-06T22:24:17.149889Z","end":"2026-07-06T22:24:18.755236Z","steps":["trace[1539936584] 'process raft request' (duration: 1.604486812s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:18.75537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:17.149332Z","time spent":"1.605873265s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:18.755375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:17.149298Z","time spent":"1.605833645s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:18.755477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:17.14988Z","time spent":"1.605535628s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:18.755144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:17.149932Z","time spent":"1.604936123s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:18.755541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33792511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2475"} {"level":"warn","ts":"2026-07-06T22:24:18.755035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:17.149653Z","time spent":"1.60523584s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:18.755576Z","caller":"traceutil/trace.go:171","msg":"trace[485796073] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2678; }","duration":"1.337990172s","start":"2026-07-06T22:24:17.417575Z","end":"2026-07-06T22:24:18.755565Z","steps":["trace[485796073] 'agreement among raft nodes before linearized reading' (duration: 1.337778187s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:18.755589Z","caller":"traceutil/trace.go:171","msg":"trace[2065704464] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"1.606335236s","start":"2026-07-06T22:24:17.149235Z","end":"2026-07-06T22:24:18.75557Z","steps":["trace[2065704464] 'process raft request' (duration: 1.260575659s)","trace[2065704464] 'compare' (duration: 343.81794ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:24:18.75561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:17.417557Z","time spent":"1.338046304s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":2498,"request content":"key:\"/registry/pods/default/test-pvc-pod\" "} {"level":"warn","ts":"2026-07-06T22:24:18.755678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:17.149212Z","time spent":"1.606416729s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:19.450404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.039055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:24:19.450538Z","caller":"traceutil/trace.go:171","msg":"trace[272173562] linearizableReadLoop","detail":"{readStateIndex:2799; appliedIndex:2798; }","duration":"695.939409ms","start":"2026-07-06T22:24:18.754577Z","end":"2026-07-06T22:24:19.450517Z","steps":["trace[272173562] 'read index received' (duration: 351.684289ms)","trace[272173562] 'applied index is now lower than readState.Index' (duration: 344.25338ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:24:19.450613Z","caller":"traceutil/trace.go:171","msg":"trace[863232858] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"1.369040429s","start":"2026-07-06T22:24:18.081548Z","end":"2026-07-06T22:24:19.450588Z","steps":["trace[863232858] 'process raft request' (duration: 1.024724268s)","trace[863232858] 'compare' (duration: 343.924771ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:24:19.450744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39444655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-07-06T22:24:19.450727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:18.081519Z","time spent":"1.369153512s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:19.450793Z","caller":"traceutil/trace.go:171","msg":"trace[1375459057] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:2679; }","duration":"1.394510541s","start":"2026-07-06T22:24:18.056269Z","end":"2026-07-06T22:24:19.450779Z","steps":["trace[1375459057] 'agreement among raft nodes before linearized reading' (duration: 1.394346497s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:19.450835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:18.056259Z","time spent":"1.394565062s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.57\" "} {"level":"warn","ts":"2026-07-06T22:24:19.451049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401138161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:24:19.451075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.66024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:19.451174Z","caller":"traceutil/trace.go:171","msg":"trace[931747068] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2679; }","duration":"517.812624ms","start":"2026-07-06T22:24:18.933337Z","end":"2026-07-06T22:24:19.45115Z","steps":["trace[931747068] 'agreement among raft nodes before linearized reading' (duration: 517.63127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:19.451234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:18.933313Z","time spent":"517.909157ms","remote":"127.0.0.1:36800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:24:19.451105Z","caller":"traceutil/trace.go:171","msg":"trace[1317544739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2679; }","duration":"1.401222443s","start":"2026-07-06T22:24:18.049868Z","end":"2026-07-06T22:24:19.451091Z","steps":["trace[1317544739] 'agreement among raft nodes before linearized reading' (duration: 1.401136701s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:19.451306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:18.049851Z","time spent":"1.401436288s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:19.879028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.746138ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-06T22:24:19.879174Z","caller":"traceutil/trace.go:171","msg":"trace[1969956570] linearizableReadLoop","detail":"{readStateIndex:2800; appliedIndex:2799; }","duration":"426.695942ms","start":"2026-07-06T22:24:19.452455Z","end":"2026-07-06T22:24:19.87915Z","steps":["trace[1969956570] 'read index received' (duration: 272.78122ms)","trace[1969956570] 'applied index is now lower than readState.Index' (duration: 153.912532ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:24:19.879174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:19.452359Z","time spent":"426.810065ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-06T22:24:19.879405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.915457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:19.879512Z","caller":"traceutil/trace.go:171","msg":"trace[541775370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2679; }","duration":"427.069911ms","start":"2026-07-06T22:24:19.452417Z","end":"2026-07-06T22:24:19.879487Z","steps":["trace[541775370] 'agreement among raft nodes before linearized reading' (duration: 426.886637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:19.879562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:19.452402Z","time spent":"427.151044ms","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:19.879578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.655243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:472"} {"level":"info","ts":"2026-07-06T22:24:19.879628Z","caller":"traceutil/trace.go:171","msg":"trace[668137486] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2679; }","duration":"303.772746ms","start":"2026-07-06T22:24:19.575839Z","end":"2026-07-06T22:24:19.879612Z","steps":["trace[668137486] 'agreement among raft nodes before linearized reading' (duration: 303.490699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:19.879675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:19.575817Z","time spent":"303.846208ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:24:20.675751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.145578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:24:20.676116Z","caller":"traceutil/trace.go:171","msg":"trace[749903930] linearizableReadLoop","detail":"{readStateIndex:2802; appliedIndex:2800; }","duration":"790.077683ms","start":"2026-07-06T22:24:19.885837Z","end":"2026-07-06T22:24:20.675915Z","steps":["trace[749903930] 'read index received' (duration: 203.641418ms)","trace[749903930] 'applied index is now lower than readState.Index' (duration: 586.435105ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:24:20.67622Z","caller":"traceutil/trace.go:171","msg":"trace[153023277] transaction","detail":"{read_only:false; response_revision:2680; number_of_response:1; }","duration":"795.899543ms","start":"2026-07-06T22:24:19.880309Z","end":"2026-07-06T22:24:20.676209Z","steps":["trace[153023277] 'process raft request' (duration: 209.210331ms)","trace[153023277] 'compare' (duration: 585.882932ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:24:20.676275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:19.880289Z","time spent":"795.957414ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:20.676305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.474813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:20.676338Z","caller":"traceutil/trace.go:171","msg":"trace[1616389385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2681; }","duration":"790.561754ms","start":"2026-07-06T22:24:19.885768Z","end":"2026-07-06T22:24:20.67633Z","steps":["trace[1616389385] 'agreement among raft nodes before linearized reading' (duration: 790.491033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:20.676362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:19.885732Z","time spent":"790.625996ms","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:20.676389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.429795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:24:20.676452Z","caller":"traceutil/trace.go:171","msg":"trace[916714107] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2681; }","duration":"665.500287ms","start":"2026-07-06T22:24:20.010936Z","end":"2026-07-06T22:24:20.676436Z","steps":["trace[916714107] 'agreement among raft nodes before linearized reading' (duration: 665.399485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:20.676505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:20.010876Z","time spent":"665.615389ms","remote":"127.0.0.1:37116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:24:20.677021Z","caller":"traceutil/trace.go:171","msg":"trace[2000764987] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"792.661365ms","start":"2026-07-06T22:24:19.883794Z","end":"2026-07-06T22:24:20.676455Z","steps":["trace[2000764987] 'process raft request' (duration: 792.050851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:20.67741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:19.883778Z","time spent":"793.421083ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:21.232843Z","caller":"traceutil/trace.go:171","msg":"trace[1946370931] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"468.636372ms","start":"2026-07-06T22:24:20.764179Z","end":"2026-07-06T22:24:21.232816Z","steps":["trace[1946370931] 'process raft request' (duration: 468.493339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:21.233942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:20.764162Z","time spent":"468.846927ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:22.108818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.807555ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:22.108951Z","caller":"traceutil/trace.go:171","msg":"trace[779129307] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2682; }","duration":"712.964499ms","start":"2026-07-06T22:24:21.395969Z","end":"2026-07-06T22:24:22.108934Z","steps":["trace[779129307] 'range keys from in-memory index tree' (duration: 712.782614ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:22.210964Z","caller":"traceutil/trace.go:171","msg":"trace[1769400823] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"1.444953865s","start":"2026-07-06T22:24:20.765986Z","end":"2026-07-06T22:24:22.210939Z","steps":["trace[1769400823] 'process raft request' (duration: 1.444885153s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:22.211048Z","caller":"traceutil/trace.go:171","msg":"trace[954478285] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"1.445552039s","start":"2026-07-06T22:24:20.76546Z","end":"2026-07-06T22:24:22.211012Z","steps":["trace[954478285] 'process raft request' (duration: 1.445373235s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:22.211128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:20.765976Z","time spent":"1.445078337s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:22.211173Z","caller":"traceutil/trace.go:171","msg":"trace[1264981113] linearizableReadLoop","detail":"{readStateIndex:2808; appliedIndex:2802; }","duration":"1.161521187s","start":"2026-07-06T22:24:21.049633Z","end":"2026-07-06T22:24:22.211154Z","steps":["trace[1264981113] 'read index received' (duration: 183.086353ms)","trace[1264981113] 'applied index is now lower than readState.Index' (duration: 978.433914ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:24:22.211211Z","caller":"traceutil/trace.go:171","msg":"trace[235850363] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"1.44514371s","start":"2026-07-06T22:24:20.766048Z","end":"2026-07-06T22:24:22.211192Z","steps":["trace[235850363] 'process raft request' (duration: 1.444860093s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:22.211229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:20.765446Z","time spent":"1.445693462s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:22.21134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:20.766035Z","time spent":"1.445236351s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:22.211354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161694281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:22.211363Z","caller":"traceutil/trace.go:171","msg":"trace[963981717] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"1.444587566s","start":"2026-07-06T22:24:20.766659Z","end":"2026-07-06T22:24:22.211247Z","steps":["trace[963981717] 'process raft request' (duration: 1.444424042s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:22.211438Z","caller":"traceutil/trace.go:171","msg":"trace[1098404717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2687; }","duration":"1.161789443s","start":"2026-07-06T22:24:21.049628Z","end":"2026-07-06T22:24:22.211417Z","steps":["trace[1098404717] 'agreement among raft nodes before linearized reading' (duration: 1.161626139s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:22.211482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:21.049577Z","time spent":"1.161895316s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:22.211644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:20.766652Z","time spent":"1.444810211s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:22.211061Z","caller":"traceutil/trace.go:171","msg":"trace[1397136174] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"1.445538319s","start":"2026-07-06T22:24:20.76542Z","end":"2026-07-06T22:24:22.210958Z","steps":["trace[1397136174] 'process raft request' (duration: 1.445267483s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:22.211962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:20.765407Z","time spent":"1.446434s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:23.929812Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.454466604s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T22:24:24.212771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000027987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:24:24.212859Z","caller":"traceutil/trace.go:171","msg":"trace[2039474441] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0001877s","start":"2026-07-06T22:24:22.212651Z","end":"2026-07-06T22:24:24.212839Z","steps":["trace[2039474441] 'agreement among raft nodes before linearized reading' (duration: 2.000072097s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:24.212908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:22.212635Z","time spent":"2.000263663s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:24.943741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54735115s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:24:24.944362Z","caller":"traceutil/trace.go:171","msg":"trace[1597056353] linearizableReadLoop","detail":"{readStateIndex:2809; appliedIndex:2808; }","duration":"2.733103168s","start":"2026-07-06T22:24:22.211232Z","end":"2026-07-06T22:24:24.944335Z","steps":["trace[1597056353] 'read index received' (duration: 185.052621ms)","trace[1597056353] 'applied index is now lower than readState.Index' (duration: 2.548046927s)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:24:24.944383Z","caller":"traceutil/trace.go:171","msg":"trace[1135350336] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"3.487487493s","start":"2026-07-06T22:24:21.456869Z","end":"2026-07-06T22:24:24.944357Z","steps":["trace[1135350336] 'process raft request' (duration: 939.427826ms)","trace[1135350336] 'compare' (duration: 2.546457099s)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:24:24.944434Z","caller":"traceutil/trace.go:171","msg":"trace[1098433393] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"2.469187991s","start":"2026-07-06T22:24:22.475199Z","end":"2026-07-06T22:24:24.944387Z","steps":["trace[1098433393] 'process raft request' (duration: 2.468660198s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:24.944508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:21.456845Z","time spent":"3.487608056s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:24.944541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:22.475169Z","time spent":"2.469317593s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:26.221891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000332043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T22:24:26.221992Z","caller":"traceutil/trace.go:171","msg":"trace[2101927317] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000460086s","start":"2026-07-06T22:24:24.221513Z","end":"2026-07-06T22:24:26.221973Z","steps":["trace[2101927317] 'agreement among raft nodes before linearized reading' (duration: 2.000339953s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:26.222039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:24.221506Z","time spent":"2.000523237s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:24:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:24:26.585408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64139233s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-06T22:24:26.585509Z","caller":"traceutil/trace.go:171","msg":"trace[2010396693] linearizableReadLoop","detail":"{readStateIndex:2811; appliedIndex:2810; }","duration":"1.641071783s","start":"2026-07-06T22:24:24.94442Z","end":"2026-07-06T22:24:26.585492Z","steps":["trace[2010396693] 'read index received' (duration: 65.971µs)","trace[2010396693] 'applied index is now lower than readState.Index' (duration: 1.641004232s)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:24:26.585673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039405052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:24:26.585751Z","caller":"traceutil/trace.go:171","msg":"trace[1193538924] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2689; }","duration":"2.039532776s","start":"2026-07-06T22:24:24.546203Z","end":"2026-07-06T22:24:26.585736Z","steps":["trace[1193538924] 'agreement among raft nodes before linearized reading' (duration: 2.039397262s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:26.585789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:24.546184Z","time spent":"2.039594907s","remote":"127.0.0.1:37162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:24:26.586049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.437958765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-06T22:24:26.586152Z","caller":"traceutil/trace.go:171","msg":"trace[1763908834] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2689; }","duration":"4.438114289s","start":"2026-07-06T22:24:22.14801Z","end":"2026-07-06T22:24:26.586124Z","steps":["trace[1763908834] 'agreement among raft nodes before linearized reading' (duration: 2.796458562s)","trace[1763908834] 'range keys from in-memory index tree' (duration: 1.641404501s)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:24:26.586219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:22.147989Z","time spent":"4.438216082s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:24:26.586243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.824816015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-06T22:24:26.586241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368610221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-06T22:24:26.586325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.29103546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:24:26.586323Z","caller":"traceutil/trace.go:171","msg":"trace[1363676022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2689; }","duration":"2.368707473s","start":"2026-07-06T22:24:24.2176Z","end":"2026-07-06T22:24:26.586308Z","steps":["trace[1363676022] 'agreement among raft nodes before linearized reading' (duration: 2.368516269s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:26.586395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:24.217595Z","time spent":"2.368787955s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-06T22:24:26.586414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.824806304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-06T22:24:26.586505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.028875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-06T22:24:26.586558Z","caller":"traceutil/trace.go:171","msg":"trace[714058964] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2689; }","duration":"2.82504056s","start":"2026-07-06T22:24:23.761458Z","end":"2026-07-06T22:24:26.586499Z","steps":["trace[714058964] 'agreement among raft nodes before linearized reading' (duration: 2.82462291s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:26.586594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368899878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-06T22:24:26.586633Z","caller":"traceutil/trace.go:171","msg":"trace[461870925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2689; }","duration":"2.36896147s","start":"2026-07-06T22:24:24.217663Z","end":"2026-07-06T22:24:26.586625Z","steps":["trace[461870925] 'agreement among raft nodes before linearized reading' (duration: 2.368870308s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:26.58636Z","caller":"traceutil/trace.go:171","msg":"trace[83223716] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2689; }","duration":"3.291109351s","start":"2026-07-06T22:24:23.295243Z","end":"2026-07-06T22:24:26.586352Z","steps":["trace[83223716] 'agreement among raft nodes before linearized reading' (duration: 3.2910562s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:26.586668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:24.217653Z","time spent":"2.369009281s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-06T22:24:26.586634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:23.761435Z","time spent":"2.825152843s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:24:26.586738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:23.295221Z","time spent":"3.29147749s","remote":"127.0.0.1:48384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":5,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:24:26.58685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.347988558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-06T22:24:26.5869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.568689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:26.586928Z","caller":"traceutil/trace.go:171","msg":"trace[73147813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2689; }","duration":"3.348104501s","start":"2026-07-06T22:24:23.238783Z","end":"2026-07-06T22:24:26.586888Z","steps":["trace[73147813] 'agreement among raft nodes before linearized reading' (duration: 3.347871716s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:26.586976Z","caller":"traceutil/trace.go:171","msg":"trace[1256004022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2689; }","duration":"364.686212ms","start":"2026-07-06T22:24:26.222269Z","end":"2026-07-06T22:24:26.586955Z","steps":["trace[1256004022] 'agreement among raft nodes before linearized reading' (duration: 364.59054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:26.586165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.367836233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-06T22:24:26.587005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:23.238762Z","time spent":"3.348228895s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-06T22:24:26.587026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:26.222246Z","time spent":"364.769134ms","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-06T22:24:26.586281Z","caller":"traceutil/trace.go:171","msg":"trace[654284123] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2689; }","duration":"2.824882666s","start":"2026-07-06T22:24:23.761385Z","end":"2026-07-06T22:24:26.586268Z","steps":["trace[654284123] 'agreement among raft nodes before linearized reading' (duration: 2.824803394s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:26.587065Z","caller":"traceutil/trace.go:171","msg":"trace[1959893874] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2689; }","duration":"2.368718304s","start":"2026-07-06T22:24:24.218305Z","end":"2026-07-06T22:24:26.587024Z","steps":["trace[1959893874] 'agreement among raft nodes before linearized reading' (duration: 2.36772557s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:26.587111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:23.761362Z","time spent":"2.825717437s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-06T22:24:26.586625Z","caller":"traceutil/trace.go:171","msg":"trace[1209682360] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2689; }","duration":"904.157208ms","start":"2026-07-06T22:24:25.682424Z","end":"2026-07-06T22:24:26.586581Z","steps":["trace[1209682360] 'agreement among raft nodes before linearized reading' (duration: 903.923942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:26.587198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:25.682404Z","time spent":"904.780552ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:24:26.587245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.823096484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2475"} {"level":"info","ts":"2026-07-06T22:24:26.587278Z","caller":"traceutil/trace.go:171","msg":"trace[479608971] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2689; }","duration":"2.823145374s","start":"2026-07-06T22:24:23.764122Z","end":"2026-07-06T22:24:26.587268Z","steps":["trace[479608971] 'agreement among raft nodes before linearized reading' (duration: 2.823063492s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:26.587309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:23.764112Z","time spent":"2.823190655s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":2498,"request content":"key:\"/registry/pods/default/test-pvc-pod\" "} {"level":"warn","ts":"2026-07-06T22:24:26.587314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:24.218297Z","time spent":"2.368807666s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-06T22:24:26.587479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.369975084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-06T22:24:26.587501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370027045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-06T22:24:26.587529Z","caller":"traceutil/trace.go:171","msg":"trace[1859950944] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2689; }","duration":"2.370088027s","start":"2026-07-06T22:24:24.217433Z","end":"2026-07-06T22:24:26.587521Z","steps":["trace[1859950944] 'agreement among raft nodes before linearized reading' (duration: 2.370005865s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:26.586928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.369029561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-06T22:24:26.587526Z","caller":"traceutil/trace.go:171","msg":"trace[96917770] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2689; }","duration":"2.370031195s","start":"2026-07-06T22:24:24.217483Z","end":"2026-07-06T22:24:26.587514Z","steps":["trace[96917770] 'agreement among raft nodes before linearized reading' (duration: 2.36982951s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:26.587563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:24.217416Z","time spent":"2.370139958s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-06T22:24:26.587591Z","caller":"traceutil/trace.go:171","msg":"trace[832335453] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2; range_end:; response_count:1; response_revision:2689; }","duration":"2.369751809s","start":"2026-07-06T22:24:24.217818Z","end":"2026-07-06T22:24:26.58757Z","steps":["trace[832335453] 'agreement among raft nodes before linearized reading' (duration: 2.369012371s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:26.587603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:24.217479Z","time spent":"2.370112217s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-06T22:24:26.587657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:24.217787Z","time spent":"2.369848511s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2\" "} {"level":"info","ts":"2026-07-06T22:24:27.031048Z","caller":"traceutil/trace.go:171","msg":"trace[1858680737] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"438.995369ms","start":"2026-07-06T22:24:26.592028Z","end":"2026-07-06T22:24:27.031023Z","steps":["trace[1858680737] 'process raft request' (duration: 438.820495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:27.031195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:26.591965Z","time spent":"439.158563ms","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:27.679143Z","caller":"traceutil/trace.go:171","msg":"trace[1675604980] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"1.084303002s","start":"2026-07-06T22:24:26.594822Z","end":"2026-07-06T22:24:27.679125Z","steps":["trace[1675604980] 'process raft request' (duration: 1.084162089s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:27.679453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:26.594809Z","time spent":"1.084387584s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:27.679553Z","caller":"traceutil/trace.go:171","msg":"trace[895030904] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"1.0846242s","start":"2026-07-06T22:24:26.59491Z","end":"2026-07-06T22:24:27.679534Z","steps":["trace[895030904] 'process raft request' (duration: 1.084187849s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:27.679604Z","caller":"traceutil/trace.go:171","msg":"trace[1057704220] transaction","detail":"{read_only:false; response_revision:2693; number_of_response:1; }","duration":"1.084633979s","start":"2026-07-06T22:24:26.594963Z","end":"2026-07-06T22:24:27.679597Z","steps":["trace[1057704220] 'process raft request' (duration: 1.084505556s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:27.679641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:26.594958Z","time spent":"1.084663351s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:27.679662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:26.594903Z","time spent":"1.084707982s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:27.679946Z","caller":"traceutil/trace.go:171","msg":"trace[1670745006] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"1.084748472s","start":"2026-07-06T22:24:26.595184Z","end":"2026-07-06T22:24:27.679933Z","steps":["trace[1670745006] 'process raft request' (duration: 1.084388104s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:27.679989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:26.595152Z","time spent":"1.084815584s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:27.680051Z","caller":"traceutil/trace.go:171","msg":"trace[637443974] transaction","detail":"{read_only:false; response_revision:2696; number_of_response:1; }","duration":"1.084551488s","start":"2026-07-06T22:24:26.595493Z","end":"2026-07-06T22:24:27.680044Z","steps":["trace[637443974] 'process raft request' (duration: 1.084399374s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:27.680081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:26.595473Z","time spent":"1.084589919s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:27.680131Z","caller":"traceutil/trace.go:171","msg":"trace[233325397] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"1.084805524s","start":"2026-07-06T22:24:26.595318Z","end":"2026-07-06T22:24:27.680124Z","steps":["trace[233325397] 'process raft request' (duration: 1.084504247s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:27.680168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:26.595287Z","time spent":"1.084863856s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:27.680181Z","caller":"traceutil/trace.go:171","msg":"trace[716284727] linearizableReadLoop","detail":"{readStateIndex:2822; appliedIndex:2811; }","duration":"1.082072188s","start":"2026-07-06T22:24:26.598092Z","end":"2026-07-06T22:24:27.680164Z","steps":["trace[716284727] 'read index received' (duration: 432.753159ms)","trace[716284727] 'applied index is now lower than readState.Index' (duration: 649.317979ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:24:27.680222Z","caller":"traceutil/trace.go:171","msg":"trace[2017397922] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"1.083350539s","start":"2026-07-06T22:24:26.596866Z","end":"2026-07-06T22:24:27.680217Z","steps":["trace[2017397922] 'process raft request' (duration: 1.083166495s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:27.680257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:26.596056Z","time spent":"1.084185049s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:27.680279Z","caller":"traceutil/trace.go:171","msg":"trace[1456642597] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"1.083238926s","start":"2026-07-06T22:24:26.597026Z","end":"2026-07-06T22:24:27.680265Z","steps":["trace[1456642597] 'process raft request' (duration: 1.083052822s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:27.680309Z","caller":"traceutil/trace.go:171","msg":"trace[1125644872] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"1.08425004s","start":"2026-07-06T22:24:26.596052Z","end":"2026-07-06T22:24:27.680302Z","steps":["trace[1125644872] 'process raft request' (duration: 1.083890652s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:27.68034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:26.59604Z","time spent":"1.084285552s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:27.68034Z","caller":"traceutil/trace.go:171","msg":"trace[1526065667] transaction","detail":"{read_only:false; response_revision:2698; number_of_response:1; }","duration":"1.083925593s","start":"2026-07-06T22:24:26.596397Z","end":"2026-07-06T22:24:27.680323Z","steps":["trace[1526065667] 'process raft request' (duration: 1.083592905s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:27.680404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082310854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:27.680429Z","caller":"traceutil/trace.go:171","msg":"trace[1246568793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2701; }","duration":"1.082353325s","start":"2026-07-06T22:24:26.59807Z","end":"2026-07-06T22:24:27.680424Z","steps":["trace[1246568793] 'agreement among raft nodes before linearized reading' (duration: 1.082312774s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:27.680422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:26.596384Z","time spent":"1.083996644s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:27.680447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:26.598062Z","time spent":"1.082381266s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:27.680376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:26.597013Z","time spent":"1.083313058s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:27.680545Z","caller":"traceutil/trace.go:171","msg":"trace[612952476] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"730.114953ms","start":"2026-07-06T22:24:26.950417Z","end":"2026-07-06T22:24:27.680532Z","steps":["trace[612952476] 'process raft request' (duration: 729.701833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:27.680555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.499111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-06T22:24:27.680601Z","caller":"traceutil/trace.go:171","msg":"trace[1142731187] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2; range_end:; response_count:1; response_revision:2701; }","duration":"646.581583ms","start":"2026-07-06T22:24:27.034005Z","end":"2026-07-06T22:24:27.680587Z","steps":["trace[1142731187] 'agreement among raft nodes before linearized reading' (duration: 646.425429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:27.680612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:26.950349Z","time spent":"730.231745ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:27.680619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.178868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:24:27.680655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:27.033985Z","time spent":"646.657785ms","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2\" "} {"level":"info","ts":"2026-07-06T22:24:27.680665Z","caller":"traceutil/trace.go:171","msg":"trace[20877346] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2701; }","duration":"514.265531ms","start":"2026-07-06T22:24:27.166386Z","end":"2026-07-06T22:24:27.680652Z","steps":["trace[20877346] 'agreement among raft nodes before linearized reading' (duration: 514.191519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:27.680712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:27.166359Z","time spent":"514.336283ms","remote":"127.0.0.1:48164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:24:28.189386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:24:28.689512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134199,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:24:28.720541Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.03773991s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T22:24:29.380912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.989555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:24:29.381134Z","caller":"traceutil/trace.go:171","msg":"trace[1147185972] linearizableReadLoop","detail":"{readStateIndex:2824; appliedIndex:2823; }","duration":"1.692061039s","start":"2026-07-06T22:24:27.689022Z","end":"2026-07-06T22:24:29.381083Z","steps":["trace[1147185972] 'read index received' (duration: 1.031721695s)","trace[1147185972] 'applied index is now lower than readState.Index' (duration: 660.336354ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:24:29.381647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692494939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:29.381688Z","caller":"traceutil/trace.go:171","msg":"trace[1813811943] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"1.698550035s","start":"2026-07-06T22:24:27.682677Z","end":"2026-07-06T22:24:29.381227Z","steps":["trace[1813811943] 'process raft request' (duration: 1.038109489s)","trace[1813811943] 'compare' (duration: 659.293899ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:24:29.381739Z","caller":"traceutil/trace.go:171","msg":"trace[801104206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2702; }","duration":"1.692724604s","start":"2026-07-06T22:24:27.688992Z","end":"2026-07-06T22:24:29.381717Z","steps":["trace[801104206] 'agreement among raft nodes before linearized reading' (duration: 1.692430147s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:29.381791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:27.688981Z","time spent":"1.692800497s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:29.381789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:27.682655Z","time spent":"1.699080688s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:29.784644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.421198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:24:29.784749Z","caller":"traceutil/trace.go:171","msg":"trace[851195847] linearizableReadLoop","detail":"{readStateIndex:2825; appliedIndex:2824; }","duration":"403.555177ms","start":"2026-07-06T22:24:29.381176Z","end":"2026-07-06T22:24:29.784731Z","steps":["trace[851195847] 'read index received' (duration: 115.022117ms)","trace[851195847] 'applied index is now lower than readState.Index' (duration: 288.53181ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:24:29.784773Z","caller":"traceutil/trace.go:171","msg":"trace[379105747] transaction","detail":"{read_only:false; response_revision:2703; number_of_response:1; }","duration":"937.682185ms","start":"2026-07-06T22:24:28.847054Z","end":"2026-07-06T22:24:29.784736Z","steps":["trace[379105747] 'process raft request' (duration: 649.084183ms)","trace[379105747] 'compare' (duration: 288.291275ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:24:29.784876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073698947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:24:29.784905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72825407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-07-06T22:24:29.784917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:28.84703Z","time spent":"937.813768ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:29.784926Z","caller":"traceutil/trace.go:171","msg":"trace[850273970] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2703; }","duration":"1.073796619s","start":"2026-07-06T22:24:28.711116Z","end":"2026-07-06T22:24:29.784913Z","steps":["trace[850273970] 'agreement among raft nodes before linearized reading' (duration: 1.073695517s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:29.784938Z","caller":"traceutil/trace.go:171","msg":"trace[348318673] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:2703; }","duration":"1.728322842s","start":"2026-07-06T22:24:28.056605Z","end":"2026-07-06T22:24:29.784927Z","steps":["trace[348318673] 'agreement among raft nodes before linearized reading' (duration: 1.728210009s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:29.784964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:28.711095Z","time spent":"1.07386026s","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:24:29.784972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:28.056586Z","time spent":"1.728379383s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.57\" "} {"level":"warn","ts":"2026-07-06T22:24:29.845186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.080196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-06T22:24:29.845261Z","caller":"traceutil/trace.go:171","msg":"trace[1936054335] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2704; }","duration":"159.170898ms","start":"2026-07-06T22:24:29.686073Z","end":"2026-07-06T22:24:29.845244Z","steps":["trace[1936054335] 'agreement among raft nodes before linearized reading' (duration: 158.935633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:29.845282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.972593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-06T22:24:29.845317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.458165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-06T22:24:29.845357Z","caller":"traceutil/trace.go:171","msg":"trace[1267499255] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2704; }","duration":"159.071987ms","start":"2026-07-06T22:24:29.686265Z","end":"2026-07-06T22:24:29.845337Z","steps":["trace[1267499255] 'agreement among raft nodes before linearized reading' (duration: 158.825081ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:29.845383Z","caller":"traceutil/trace.go:171","msg":"trace[1365164722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2704; }","duration":"159.563798ms","start":"2026-07-06T22:24:29.685805Z","end":"2026-07-06T22:24:29.845368Z","steps":["trace[1365164722] 'agreement among raft nodes before linearized reading' (duration: 159.356503ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:29.845473Z","caller":"traceutil/trace.go:171","msg":"trace[1558401015] transaction","detail":"{read_only:false; response_revision:2704; number_of_response:1; }","duration":"159.401694ms","start":"2026-07-06T22:24:29.68605Z","end":"2026-07-06T22:24:29.845452Z","steps":["trace[1558401015] 'process raft request' (duration: 158.692657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:29.845456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.609499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-06T22:24:29.845566Z","caller":"traceutil/trace.go:171","msg":"trace[652295746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2704; }","duration":"159.735622ms","start":"2026-07-06T22:24:29.685805Z","end":"2026-07-06T22:24:29.84554Z","steps":["trace[652295746] 'agreement among raft nodes before linearized reading' (duration: 159.418255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:29.845581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.513627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-06T22:24:29.845619Z","caller":"traceutil/trace.go:171","msg":"trace[855145793] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2704; }","duration":"159.564378ms","start":"2026-07-06T22:24:29.686045Z","end":"2026-07-06T22:24:29.845609Z","steps":["trace[855145793] 'agreement among raft nodes before linearized reading' (duration: 159.445035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:29.845654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.134722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-06T22:24:29.845694Z","caller":"traceutil/trace.go:171","msg":"trace[406760259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2704; }","duration":"160.211794ms","start":"2026-07-06T22:24:29.68547Z","end":"2026-07-06T22:24:29.845681Z","steps":["trace[406760259] 'agreement among raft nodes before linearized reading' (duration: 160.104141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:29.845103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.785187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:29.845933Z","caller":"traceutil/trace.go:171","msg":"trace[97945580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2704; }","duration":"462.690639ms","start":"2026-07-06T22:24:29.383225Z","end":"2026-07-06T22:24:29.845916Z","steps":["trace[97945580] 'agreement among raft nodes before linearized reading' (duration: 461.748847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:29.845993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:29.383201Z","time spent":"462.779741ms","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:30.334798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.441293ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-06T22:24:30.335108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:29.786423Z","time spent":"548.681747ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-06T22:24:30.335192Z","caller":"traceutil/trace.go:171","msg":"trace[890618015] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"484.651988ms","start":"2026-07-06T22:24:29.850511Z","end":"2026-07-06T22:24:30.335163Z","steps":["trace[890618015] 'process raft request' (duration: 484.406012ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:30.335227Z","caller":"traceutil/trace.go:171","msg":"trace[247900400] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"484.514784ms","start":"2026-07-06T22:24:29.850695Z","end":"2026-07-06T22:24:30.33521Z","steps":["trace[247900400] 'process raft request' (duration: 484.409371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:30.335327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:29.850689Z","time spent":"484.576396ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:30.335336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:29.85049Z","time spent":"484.76183ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:30.335653Z","caller":"traceutil/trace.go:171","msg":"trace[661784330] transaction","detail":"{read_only:false; response_revision:2707; number_of_response:1; }","duration":"484.77284ms","start":"2026-07-06T22:24:29.850863Z","end":"2026-07-06T22:24:30.335636Z","steps":["trace[661784330] 'process raft request' (duration: 484.298498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:30.335838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:29.850857Z","time spent":"484.845272ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:30.336233Z","caller":"traceutil/trace.go:171","msg":"trace[913290074] transaction","detail":"{read_only:false; response_revision:2708; number_of_response:1; }","duration":"485.296612ms","start":"2026-07-06T22:24:29.850904Z","end":"2026-07-06T22:24:30.336201Z","steps":["trace[913290074] 'process raft request' (duration: 484.668317ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:30.336262Z","caller":"traceutil/trace.go:171","msg":"trace[538363431] linearizableReadLoop","detail":"{readStateIndex:2833; appliedIndex:2826; }","duration":"481.4585ms","start":"2026-07-06T22:24:29.854779Z","end":"2026-07-06T22:24:30.336238Z","steps":["trace[538363431] 'read index received' (duration: 59.663165ms)","trace[538363431] 'applied index is now lower than readState.Index' (duration: 421.794375ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:24:30.336413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:29.850899Z","time spent":"485.419056ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:30.336422Z","caller":"traceutil/trace.go:171","msg":"trace[1000533374] transaction","detail":"{read_only:false; response_revision:2709; number_of_response:1; }","duration":"484.697828ms","start":"2026-07-06T22:24:29.851699Z","end":"2026-07-06T22:24:30.336397Z","steps":["trace[1000533374] 'process raft request' (duration: 484.34829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:30.336599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:29.851691Z","time spent":"484.861382ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:30.336595Z","caller":"traceutil/trace.go:171","msg":"trace[2098253237] transaction","detail":"{read_only:false; response_revision:2710; number_of_response:1; }","duration":"484.618167ms","start":"2026-07-06T22:24:29.851935Z","end":"2026-07-06T22:24:30.336553Z","steps":["trace[2098253237] 'process raft request' (duration: 484.259748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:30.336823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:29.851929Z","time spent":"484.789371ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:30.336488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.695996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:30.337066Z","caller":"traceutil/trace.go:171","msg":"trace[1885916307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2710; }","duration":"482.28356ms","start":"2026-07-06T22:24:29.854766Z","end":"2026-07-06T22:24:30.337049Z","steps":["trace[1885916307] 'agreement among raft nodes before linearized reading' (duration: 481.554412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:30.337251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:29.854712Z","time spent":"482.521906ms","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:31.132151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.134777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:24:31.132509Z","caller":"traceutil/trace.go:171","msg":"trace[1548494831] transaction","detail":"{read_only:false; response_revision:2711; number_of_response:1; }","duration":"795.771891ms","start":"2026-07-06T22:24:30.336486Z","end":"2026-07-06T22:24:31.132258Z","steps":["trace[1548494831] 'process raft request' (duration: 145.444509ms)","trace[1548494831] 'compare' (duration: 649.910152ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:24:31.132678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:30.336463Z","time spent":"796.134849ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:31.530852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.09791ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:31.531007Z","caller":"traceutil/trace.go:171","msg":"trace[1887143477] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2711; }","duration":"135.281334ms","start":"2026-07-06T22:24:31.395706Z","end":"2026-07-06T22:24:31.530988Z","steps":["trace[1887143477] 'range keys from in-memory index tree' (duration: 135.075929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:32.552267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134221,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-06T22:24:32.610194Z","caller":"traceutil/trace.go:171","msg":"trace[419100617] linearizableReadLoop","detail":"{readStateIndex:2835; appliedIndex:2834; }","duration":"558.184306ms","start":"2026-07-06T22:24:32.051989Z","end":"2026-07-06T22:24:32.610174Z","steps":["trace[419100617] 'read index received' (duration: 557.967371ms)","trace[419100617] 'applied index is now lower than readState.Index' (duration: 216.195µs)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:24:32.61028Z","caller":"traceutil/trace.go:171","msg":"trace[1599410374] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"759.5814ms","start":"2026-07-06T22:24:31.850683Z","end":"2026-07-06T22:24:32.610264Z","steps":["trace[1599410374] 'process raft request' (duration: 759.333274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:32.610469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.021987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-06T22:24:32.610509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.261462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-06T22:24:32.61058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:31.850659Z","time spent":"759.855577ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:32.610677Z","caller":"traceutil/trace.go:171","msg":"trace[779096544] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2712; }","duration":"268.361505ms","start":"2026-07-06T22:24:32.342223Z","end":"2026-07-06T22:24:32.610585Z","steps":["trace[779096544] 'agreement among raft nodes before linearized reading' (duration: 268.191261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:32.610591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.548515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-06T22:24:32.610803Z","caller":"traceutil/trace.go:171","msg":"trace[1730401121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2712; }","duration":"267.775691ms","start":"2026-07-06T22:24:32.343015Z","end":"2026-07-06T22:24:32.61079Z","steps":["trace[1730401121] 'agreement among raft nodes before linearized reading' (duration: 267.418933ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:32.610533Z","caller":"traceutil/trace.go:171","msg":"trace[1621812043] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2712; }","duration":"268.115859ms","start":"2026-07-06T22:24:32.342403Z","end":"2026-07-06T22:24:32.610519Z","steps":["trace[1621812043] 'agreement among raft nodes before linearized reading' (duration: 267.914524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:32.610411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.475312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-06T22:24:32.610988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.374791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:32.611009Z","caller":"traceutil/trace.go:171","msg":"trace[1654115702] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2712; }","duration":"270.106566ms","start":"2026-07-06T22:24:32.340894Z","end":"2026-07-06T22:24:32.611001Z","steps":["trace[1654115702] 'agreement among raft nodes before linearized reading' (duration: 269.390219ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:32.611023Z","caller":"traceutil/trace.go:171","msg":"trace[2039120454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2712; }","duration":"559.064118ms","start":"2026-07-06T22:24:32.051949Z","end":"2026-07-06T22:24:32.611013Z","steps":["trace[2039120454] 'agreement among raft nodes before linearized reading' (duration: 558.357881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:32.611057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:32.051923Z","time spent":"559.125639ms","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:32.610468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.301963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-06T22:24:32.611323Z","caller":"traceutil/trace.go:171","msg":"trace[282857578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2712; }","duration":"269.187145ms","start":"2026-07-06T22:24:32.342126Z","end":"2026-07-06T22:24:32.611313Z","steps":["trace[282857578] 'agreement among raft nodes before linearized reading' (duration: 268.304684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:32.610407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.174141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-06T22:24:32.611396Z","caller":"traceutil/trace.go:171","msg":"trace[1420765436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2712; }","duration":"269.191785ms","start":"2026-07-06T22:24:32.342198Z","end":"2026-07-06T22:24:32.611389Z","steps":["trace[1420765436] 'agreement among raft nodes before linearized reading' (duration: 268.136919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:33.185951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:24:33.686789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:24:34.187151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:24:34.323989Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.708919085s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T22:24:34.999506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.254352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:24:34.99958Z","caller":"traceutil/trace.go:171","msg":"trace[468178703] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"2.384574627s","start":"2026-07-06T22:24:32.614992Z","end":"2026-07-06T22:24:34.999566Z","steps":["trace[468178703] 'process raft request' (duration: 1.709199442s)","trace[468178703] 'compare' (duration: 675.181381ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:24:34.999623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:32.614975Z","time spent":"2.384627078s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:35.777707Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.438379337s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T22:24:35.881843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.808007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:24:35.882135Z","caller":"traceutil/trace.go:171","msg":"trace[1085143450] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"3.266094149s","start":"2026-07-06T22:24:32.616007Z","end":"2026-07-06T22:24:35.882101Z","steps":["trace[1085143450] 'process raft request' (duration: 3.161911993s)","trace[1085143450] 'compare' (duration: 103.234553ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:24:35.882207Z","caller":"traceutil/trace.go:171","msg":"trace[54285515] linearizableReadLoop","detail":"{readStateIndex:2841; appliedIndex:2835; }","duration":"3.196828813s","start":"2026-07-06T22:24:32.685355Z","end":"2026-07-06T22:24:35.882184Z","steps":["trace[54285515] 'read index received' (duration: 1.638823259s)","trace[54285515] 'applied index is now lower than readState.Index' (duration: 1.558004384s)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:24:35.882215Z","caller":"traceutil/trace.go:171","msg":"trace[579183684] transaction","detail":"{read_only:false; response_revision:2715; number_of_response:1; }","duration":"3.266075389s","start":"2026-07-06T22:24:32.616104Z","end":"2026-07-06T22:24:35.88218Z","steps":["trace[579183684] 'process raft request' (duration: 3.265851054s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:35.882297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:32.615989Z","time spent":"3.266224383s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:35.882307Z","caller":"traceutil/trace.go:171","msg":"trace[31983113] transaction","detail":"{read_only:false; response_revision:2716; number_of_response:1; }","duration":"3.266065319s","start":"2026-07-06T22:24:32.616227Z","end":"2026-07-06T22:24:35.882292Z","steps":["trace[31983113] 'process raft request' (duration: 3.265810673s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:35.882375Z","caller":"traceutil/trace.go:171","msg":"trace[1121103747] transaction","detail":"{read_only:false; response_revision:2718; number_of_response:1; }","duration":"3.266049828s","start":"2026-07-06T22:24:32.616296Z","end":"2026-07-06T22:24:35.882346Z","steps":["trace[1121103747] 'process raft request' (duration: 3.265839493s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:35.882389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:32.6161Z","time spent":"3.266197072s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:35.882396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:32.616221Z","time spent":"3.26612605s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:35.882441Z","caller":"traceutil/trace.go:171","msg":"trace[2074848129] transaction","detail":"{read_only:false; response_revision:2717; number_of_response:1; }","duration":"3.266163221s","start":"2026-07-06T22:24:32.616265Z","end":"2026-07-06T22:24:35.882429Z","steps":["trace[2074848129] 'process raft request' (duration: 3.265818943s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:35.882477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:32.616292Z","time spent":"3.266133821s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:35.882495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:32.616261Z","time spent":"3.266204092s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:35.882539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.197172161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-06T22:24:35.882597Z","caller":"traceutil/trace.go:171","msg":"trace[1152117095] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2718; }","duration":"3.197267174s","start":"2026-07-06T22:24:32.685312Z","end":"2026-07-06T22:24:35.882579Z","steps":["trace[1152117095] 'agreement among raft nodes before linearized reading' (duration: 3.197092799s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:35.882649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:32.685289Z","time spent":"3.197346976s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:24:36.050534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000236302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T22:24:36.050625Z","caller":"traceutil/trace.go:171","msg":"trace[1560030520] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000366824s","start":"2026-07-06T22:24:34.050231Z","end":"2026-07-06T22:24:36.050598Z","steps":["trace[1560030520] 'agreement among raft nodes before linearized reading' (duration: 2.000266132s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:36.050696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:34.050214Z","time spent":"2.000465717s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:24:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:24:36.382729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:24:36.883974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:24:37.384759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:24:37.885093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:24:38.051019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00013018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:24:38.051118Z","caller":"traceutil/trace.go:171","msg":"trace[1120234295] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000294804s","start":"2026-07-06T22:24:36.050804Z","end":"2026-07-06T22:24:38.051099Z","steps":["trace[1120234295] 'agreement among raft nodes before linearized reading' (duration: 2.000168621s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:38.051166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:36.050781Z","time spent":"2.000375465s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:38.386295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:24:38.887144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:24:38.905604Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.127700472s","expected-duration":"1s"} {"level":"info","ts":"2026-07-06T22:24:38.905947Z","caller":"traceutil/trace.go:171","msg":"trace[1546358180] transaction","detail":"{read_only:false; response_revision:2719; number_of_response:1; }","duration":"4.29047627s","start":"2026-07-06T22:24:34.615415Z","end":"2026-07-06T22:24:38.905891Z","steps":["trace[1546358180] 'process raft request' (duration: 4.290327356s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:38.906056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:34.6154Z","time spent":"4.290586182s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:40.059878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999984216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:24:40.059976Z","caller":"traceutil/trace.go:171","msg":"trace[1773596368] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000115939s","start":"2026-07-06T22:24:38.059837Z","end":"2026-07-06T22:24:40.059953Z","steps":["trace[1773596368] 'agreement among raft nodes before linearized reading' (duration: 1.999996676s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:40.060034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:38.059829Z","time spent":"2.000193531s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:41.049507Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.02188771s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T22:24:41.250869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.344947023s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-06T22:24:41.251747Z","caller":"traceutil/trace.go:171","msg":"trace[711837292] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"6.087410852s","start":"2026-07-06T22:24:35.164313Z","end":"2026-07-06T22:24:41.251724Z","steps":["trace[711837292] 'process raft request' (duration: 6.086713315s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:41.251883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:35.164287Z","time spent":"6.087523305s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:41.658139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.812657ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:24:41.658396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.631491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:24:41.65852Z","caller":"traceutil/trace.go:171","msg":"trace[912001264] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"1.630999351s","start":"2026-07-06T22:24:40.02751Z","end":"2026-07-06T22:24:41.65851Z","steps":["trace[912001264] 'process raft request' (duration: 1.63095122s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:41.658568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:40.027486Z","time spent":"1.631060743s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:41.658575Z","caller":"traceutil/trace.go:171","msg":"trace[987293830] linearizableReadLoop","detail":"{readStateIndex:2845; appliedIndex:2841; }","duration":"5.776293469s","start":"2026-07-06T22:24:35.882252Z","end":"2026-07-06T22:24:41.658546Z","steps":["trace[987293830] 'read index received' (duration: 3.023504465s)","trace[987293830] 'applied index is now lower than readState.Index' (duration: 2.752787274s)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:24:41.658722Z","caller":"traceutil/trace.go:171","msg":"trace[1486724528] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"5.770467399s","start":"2026-07-06T22:24:35.888234Z","end":"2026-07-06T22:24:41.658702Z","steps":["trace[1486724528] 'process raft request' (duration: 5.363475919s)","trace[1486724528] 'compare' (duration: 406.521629ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:24:41.658805Z","caller":"traceutil/trace.go:171","msg":"trace[507483083] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2720; }","duration":"262.061643ms","start":"2026-07-06T22:24:41.396287Z","end":"2026-07-06T22:24:41.658349Z","steps":["trace[507483083] 'range keys from in-memory index tree' (duration: 261.793887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:41.658884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.977883211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:41.658924Z","caller":"traceutil/trace.go:171","msg":"trace[1058673600] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2722; }","duration":"6.977957723s","start":"2026-07-06T22:24:34.680956Z","end":"2026-07-06T22:24:41.658914Z","steps":["trace[1058673600] 'agreement among raft nodes before linearized reading' (duration: 6.977896331s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:41.658934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.972898557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-06T22:24:41.658959Z","caller":"traceutil/trace.go:171","msg":"trace[509062167] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2722; }","duration":"8.972943069s","start":"2026-07-06T22:24:32.686007Z","end":"2026-07-06T22:24:41.65895Z","steps":["trace[509062167] 'agreement among raft nodes before linearized reading' (duration: 8.972860787s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:41.658988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:32.685997Z","time spent":"8.97298501s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:24:41.659061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.093368328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:24:41.659063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.973500381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-06T22:24:41.659084Z","caller":"traceutil/trace.go:171","msg":"trace[229983017] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2722; }","duration":"7.09342395s","start":"2026-07-06T22:24:34.565653Z","end":"2026-07-06T22:24:41.659077Z","steps":["trace[229983017] 'agreement among raft nodes before linearized reading' (duration: 7.093388709s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:41.659091Z","caller":"traceutil/trace.go:171","msg":"trace[1328713968] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2722; }","duration":"8.973572903s","start":"2026-07-06T22:24:32.685511Z","end":"2026-07-06T22:24:41.659083Z","steps":["trace[1328713968] 'agreement among raft nodes before linearized reading' (duration: 8.97346378s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:41.659104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:34.565635Z","time spent":"7.0934637s","remote":"127.0.0.1:48382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:24:41.659116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:32.685487Z","time spent":"8.973623835s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:24:41.65925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.973138463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-06T22:24:41.658826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:35.888213Z","time spent":"5.770545451s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:41.659274Z","caller":"traceutil/trace.go:171","msg":"trace[1623016658] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2722; }","duration":"8.973184064s","start":"2026-07-06T22:24:32.686083Z","end":"2026-07-06T22:24:41.659267Z","steps":["trace[1623016658] 'agreement among raft nodes before linearized reading' (duration: 8.973121133s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:41.659293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:32.686068Z","time spent":"8.973219985s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-06T22:24:41.658957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:34.680939Z","time spent":"6.978007064s","remote":"127.0.0.1:48354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:24:41.659435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.602030661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-07-06T22:24:41.659431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.052336196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2475"} {"level":"warn","ts":"2026-07-06T22:24:41.659459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.772493411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-06T22:24:41.659465Z","caller":"traceutil/trace.go:171","msg":"trace[1829212285] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:2722; }","duration":"3.602082182s","start":"2026-07-06T22:24:38.057376Z","end":"2026-07-06T22:24:41.659458Z","steps":["trace[1829212285] 'agreement among raft nodes before linearized reading' (duration: 3.60199677s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:41.659485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:38.057366Z","time spent":"3.602115374s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.57\" "} {"level":"warn","ts":"2026-07-06T22:24:41.659542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.60490871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-06T22:24:41.659569Z","caller":"traceutil/trace.go:171","msg":"trace[1300813569] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2; range_end:; response_count:1; response_revision:2722; }","duration":"3.604963912s","start":"2026-07-06T22:24:38.054598Z","end":"2026-07-06T22:24:41.659562Z","steps":["trace[1300813569] 'agreement among raft nodes before linearized reading' (duration: 3.60489921s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:41.659594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:38.054583Z","time spent":"3.605002013s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2\" "} {"level":"warn","ts":"2026-07-06T22:24:41.6596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.036292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:41.659622Z","caller":"traceutil/trace.go:171","msg":"trace[2147069721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2722; }","duration":"215.085814ms","start":"2026-07-06T22:24:41.444528Z","end":"2026-07-06T22:24:41.659614Z","steps":["trace[2147069721] 'agreement among raft nodes before linearized reading' (duration: 215.056143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:41.659675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426097893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:24:41.659709Z","caller":"traceutil/trace.go:171","msg":"trace[1349915760] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2722; }","duration":"1.426162904s","start":"2026-07-06T22:24:40.233539Z","end":"2026-07-06T22:24:41.659702Z","steps":["trace[1349915760] 'agreement among raft nodes before linearized reading' (duration: 1.426105763s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:41.659727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.20996576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-06T22:24:41.659733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.77242387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-06T22:24:41.659738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:40.23352Z","time spent":"1.426210426s","remote":"127.0.0.1:36852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:24:41.659748Z","caller":"traceutil/trace.go:171","msg":"trace[120060918] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2722; }","duration":"3.210024642s","start":"2026-07-06T22:24:38.449717Z","end":"2026-07-06T22:24:41.659742Z","steps":["trace[120060918] 'agreement among raft nodes before linearized reading' (duration: 3.209987401s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:41.659757Z","caller":"traceutil/trace.go:171","msg":"trace[764694153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2722; }","duration":"3.77244644s","start":"2026-07-06T22:24:37.887302Z","end":"2026-07-06T22:24:41.659748Z","steps":["trace[764694153] 'agreement among raft nodes before linearized reading' (duration: 3.772387899s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:41.659767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:38.449698Z","time spent":"3.210064142s","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:24:41.659775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:37.887227Z","time spent":"3.772543793s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-06T22:24:41.659784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599299779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:41.659825Z","caller":"traceutil/trace.go:171","msg":"trace[1365928487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2722; }","duration":"1.599368661s","start":"2026-07-06T22:24:40.060446Z","end":"2026-07-06T22:24:41.659815Z","steps":["trace[1365928487] 'agreement among raft nodes before linearized reading' (duration: 1.599315479s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:41.659485Z","caller":"traceutil/trace.go:171","msg":"trace[1643946687] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2722; }","duration":"3.772559682s","start":"2026-07-06T22:24:37.886918Z","end":"2026-07-06T22:24:41.659477Z","steps":["trace[1643946687] 'agreement among raft nodes before linearized reading' (duration: 3.772488261s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:41.659859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:40.060434Z","time spent":"1.599419342s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:41.659881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.395661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-07-06T22:24:41.659859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.772914521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-06T22:24:41.659909Z","caller":"traceutil/trace.go:171","msg":"trace[398398045] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2722; }","duration":"748.456313ms","start":"2026-07-06T22:24:40.911444Z","end":"2026-07-06T22:24:41.659901Z","steps":["trace[398398045] 'agreement among raft nodes before linearized reading' (duration: 748.388011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:41.659733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.430160054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-06T22:24:41.65992Z","caller":"traceutil/trace.go:171","msg":"trace[1613493561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2722; }","duration":"3.773010394s","start":"2026-07-06T22:24:37.886902Z","end":"2026-07-06T22:24:41.659913Z","steps":["trace[1613493561] 'agreement among raft nodes before linearized reading' (duration: 3.772598064s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:41.65948Z","caller":"traceutil/trace.go:171","msg":"trace[905521497] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2722; }","duration":"5.052393937s","start":"2026-07-06T22:24:36.607073Z","end":"2026-07-06T22:24:41.659467Z","steps":["trace[905521497] 'agreement among raft nodes before linearized reading' (duration: 5.052227213s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:41.659987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:37.886896Z","time spent":"3.773083976s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-06T22:24:41.659927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:40.911426Z","time spent":"748.496614ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-06T22:24:41.659863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:37.886891Z","time spent":"3.772965573s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-06T22:24:41.660064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.773194248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-06T22:24:41.660085Z","caller":"traceutil/trace.go:171","msg":"trace[1831630904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2722; }","duration":"3.773239949s","start":"2026-07-06T22:24:37.886839Z","end":"2026-07-06T22:24:41.660079Z","steps":["trace[1831630904] 'agreement among raft nodes before linearized reading' (duration: 3.773182018s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:41.660109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:37.886822Z","time spent":"3.773281581s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-06T22:24:41.659999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:36.606951Z","time spent":"5.053039632s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":2498,"request content":"key:\"/registry/pods/default/test-pvc-pod\" "} {"level":"info","ts":"2026-07-06T22:24:41.659933Z","caller":"traceutil/trace.go:171","msg":"trace[816594551] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2722; }","duration":"2.43040583s","start":"2026-07-06T22:24:39.22952Z","end":"2026-07-06T22:24:41.659926Z","steps":["trace[816594551] 'agreement among raft nodes before linearized reading' (duration: 2.430091083s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:41.660153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.657227192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-06T22:24:41.660168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:39.229478Z","time spent":"2.430679967s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":145,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:24:41.660181Z","caller":"traceutil/trace.go:171","msg":"trace[1857513263] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2722; }","duration":"4.657294633s","start":"2026-07-06T22:24:37.002879Z","end":"2026-07-06T22:24:41.660173Z","steps":["trace[1857513263] 'agreement among raft nodes before linearized reading' (duration: 4.657221501s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:41.660202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:37.002856Z","time spent":"4.657342025s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-06T22:24:41.660238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.772558743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-06T22:24:41.660335Z","caller":"traceutil/trace.go:171","msg":"trace[188579633] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2722; }","duration":"3.77285944s","start":"2026-07-06T22:24:37.887458Z","end":"2026-07-06T22:24:41.660317Z","steps":["trace[188579633] 'agreement among raft nodes before linearized reading' (duration: 3.772195974s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:41.660523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:37.887452Z","time spent":"3.772961182s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-06T22:24:42.684094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:41.666636Z","time spent":"1.017452983s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/06 22:24:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:24:42.685074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:41.666017Z","time spent":"1.01904956s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/06 22:24:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:24:42.694723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:41.666057Z","time spent":"1.028662453s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/06 22:24:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:24:43.668432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00016034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:24:43.668507Z","caller":"traceutil/trace.go:171","msg":"trace[1251061574] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000265833s","start":"2026-07-06T22:24:41.668223Z","end":"2026-07-06T22:24:43.668488Z","steps":["trace[1251061574] 'agreement among raft nodes before linearized reading' (duration: 2.00017566s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:43.66857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:41.668215Z","time spent":"2.000339145s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:24:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:24:43.726674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064867553s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-06T22:24:43.726928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:41.662565Z","time spent":"2.064360084s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-06T22:24:43.727111Z","caller":"traceutil/trace.go:171","msg":"trace[1891815799] linearizableReadLoop","detail":"{readStateIndex:2858; appliedIndex:2846; }","duration":"2.058849512s","start":"2026-07-06T22:24:41.668247Z","end":"2026-07-06T22:24:43.727096Z","steps":["trace[1891815799] 'read index received' (duration: 84.143124ms)","trace[1891815799] 'applied index is now lower than readState.Index' (duration: 1.974705658s)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:24:43.727194Z","caller":"traceutil/trace.go:171","msg":"trace[1209021908] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"2.061069445s","start":"2026-07-06T22:24:41.666115Z","end":"2026-07-06T22:24:43.727184Z","steps":["trace[1209021908] 'process raft request' (duration: 2.06085047s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:43.727201Z","caller":"traceutil/trace.go:171","msg":"trace[1645334082] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"2.059805655s","start":"2026-07-06T22:24:41.667384Z","end":"2026-07-06T22:24:43.72719Z","steps":["trace[1645334082] 'process raft request' (duration: 2.059683242s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:43.727199Z","caller":"traceutil/trace.go:171","msg":"trace[1538836158] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"2.061075525s","start":"2026-07-06T22:24:41.666101Z","end":"2026-07-06T22:24:43.727176Z","steps":["trace[1538836158] 'process raft request' (duration: 2.060836089s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:24:43.727286Z","caller":"traceutil/trace.go:171","msg":"trace[1311620799] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"2.061190188s","start":"2026-07-06T22:24:41.666067Z","end":"2026-07-06T22:24:43.727257Z","steps":["trace[1311620799] 'process raft request' (duration: 2.060811009s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:43.727397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971645504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-06T22:24:43.727401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:41.666092Z","time spent":"2.061237279s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:43.727426Z","caller":"traceutil/trace.go:171","msg":"trace[618642364] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2; range_end:; response_count:1; response_revision:2733; }","duration":"1.971703026s","start":"2026-07-06T22:24:41.755714Z","end":"2026-07-06T22:24:43.727417Z","steps":["trace[618642364] 'agreement among raft nodes before linearized reading' (duration: 1.971576472s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:43.727453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:41.755699Z","time spent":"1.971747316s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2\" "} {"level":"warn","ts":"2026-07-06T22:24:43.727452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:41.666052Z","time spent":"2.061316711s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:43.72726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:41.667376Z","time spent":"2.059842526s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:43.727243Z","caller":"traceutil/trace.go:171","msg":"trace[805109157] transaction","detail":"{read_only:false; response_revision:2724; number_of_response:1; }","duration":"2.063852302s","start":"2026-07-06T22:24:41.663371Z","end":"2026-07-06T22:24:43.727224Z","steps":["trace[805109157] 'process raft request' (duration: 2.063381291s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:43.727607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.970367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:43.727635Z","caller":"traceutil/trace.go:171","msg":"trace[802241506] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2733; }","duration":"473.003148ms","start":"2026-07-06T22:24:43.254623Z","end":"2026-07-06T22:24:43.727627Z","steps":["trace[802241506] 'agreement among raft nodes before linearized reading' (duration: 472.957126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:43.727625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:41.663356Z","time spent":"2.064225841s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:43.727663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:43.254562Z","time spent":"473.093369ms","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:24:43.727261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:41.666106Z","time spent":"2.061111316s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:43.727671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709238522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:24:43.727709Z","caller":"traceutil/trace.go:171","msg":"trace[463372024] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2733; }","duration":"1.709307163s","start":"2026-07-06T22:24:42.018391Z","end":"2026-07-06T22:24:43.727698Z","steps":["trace[463372024] 'agreement among raft nodes before linearized reading' (duration: 1.709238952s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:43.72774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:42.018357Z","time spent":"1.709375465s","remote":"127.0.0.1:37170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:24:43.727281Z","caller":"traceutil/trace.go:171","msg":"trace[1052315847] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"2.060765298s","start":"2026-07-06T22:24:41.66651Z","end":"2026-07-06T22:24:43.727275Z","steps":["trace[1052315847] 'process raft request' (duration: 2.060480941s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:43.727851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:41.666498Z","time spent":"2.061325191s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:24:43.727298Z","caller":"traceutil/trace.go:171","msg":"trace[1641883756] transaction","detail":"{read_only:false; response_revision:2731; number_of_response:1; }","duration":"2.060697717s","start":"2026-07-06T22:24:41.666596Z","end":"2026-07-06T22:24:43.727293Z","steps":["trace[1641883756] 'process raft request' (duration: 2.0604207s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:43.727939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:41.666589Z","time spent":"2.061307191s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:24:44.497831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:24:44.998375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:24:45.499288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:24:46.000365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:24:46.323401Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.593476211s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T22:24:47.051234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000095219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T22:24:47.051381Z","caller":"traceutil/trace.go:171","msg":"trace[1392024742] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000309294s","start":"2026-07-06T22:24:45.051053Z","end":"2026-07-06T22:24:47.051362Z","steps":["trace[1392024742] 'agreement among raft nodes before linearized reading' (duration: 2.00014503s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:47.051454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:45.051011Z","time spent":"2.000431657s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:24:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:24:49.05154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999820313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T22:24:49.051614Z","caller":"traceutil/trace.go:171","msg":"trace[1522545976] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999945925s","start":"2026-07-06T22:24:47.051651Z","end":"2026-07-06T22:24:49.051597Z","steps":["trace[1522545976] 'agreement among raft nodes before linearized reading' (duration: 1.999853753s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:49.051666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:47.051631Z","time spent":"2.000020818s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:24:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:24:50.730614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:43.730141Z","time spent":"7.000467045s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T22:24:50.730675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:43.729839Z","time spent":"7.000828763s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T22:24:50.731878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998816127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:24:50.731936Z","caller":"traceutil/trace.go:171","msg":"trace[572946996] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99890643s","start":"2026-07-06T22:24:45.733014Z","end":"2026-07-06T22:24:50.73192Z","steps":["trace[572946996] 'agreement among raft nodes before linearized reading' (duration: 4.998826278s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:50.731976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:45.733009Z","time spent":"4.998957681s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-06T22:24:50.73203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999055243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T22:24:50.732124Z","caller":"traceutil/trace.go:171","msg":"trace[724638953] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999207816s","start":"2026-07-06T22:24:45.732899Z","end":"2026-07-06T22:24:50.732106Z","steps":["trace[724638953] 'agreement among raft nodes before linearized reading' (duration: 4.999072933s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:50.732121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:45.73319Z","time spent":"4.998928411s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T22:24:50.732198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:45.73289Z","time spent":"4.999295989s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/06 22:24:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:24:50.732253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999252338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:24:50.73229Z","caller":"traceutil/trace.go:171","msg":"trace[20856559] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99931089s","start":"2026-07-06T22:24:45.73297Z","end":"2026-07-06T22:24:50.732281Z","steps":["trace[20856559] 'agreement among raft nodes before linearized reading' (duration: 4.999271869s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:50.732319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:45.73296Z","time spent":"4.99934996s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-06T22:24:50.737414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:43.737183Z","time spent":"7.000228198s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T22:24:51.060087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000505028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:24:51.060173Z","caller":"traceutil/trace.go:171","msg":"trace[781407143] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00061115s","start":"2026-07-06T22:24:49.059543Z","end":"2026-07-06T22:24:51.060155Z","steps":["trace[781407143] 'agreement among raft nodes before linearized reading' (duration: 2.000499937s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:51.060273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:49.05949Z","time spent":"2.000720913s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:52.229424Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"38e19f3980b8073d","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-06T22:24:53.060684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000089379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:24:53.060788Z","caller":"traceutil/trace.go:171","msg":"trace[345094579] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000239263s","start":"2026-07-06T22:24:51.060525Z","end":"2026-07-06T22:24:53.060765Z","steps":["trace[345094579] 'agreement among raft nodes before linearized reading' (duration: 2.00011831s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:53.060847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:51.06051Z","time spent":"2.000324394s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:53.444469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000316553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:24:53.444573Z","caller":"traceutil/trace.go:171","msg":"trace[542422352] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000441166s","start":"2026-07-06T22:24:51.444109Z","end":"2026-07-06T22:24:53.44455Z","steps":["trace[542422352] 'agreement among raft nodes before linearized reading' (duration: 2.000309393s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:53.444696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:51.444081Z","time spent":"2.00059878s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:55.069027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000108949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:24:55.069132Z","caller":"traceutil/trace.go:171","msg":"trace[1020500044] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000250262s","start":"2026-07-06T22:24:53.068844Z","end":"2026-07-06T22:24:55.069094Z","steps":["trace[1020500044] 'agreement among raft nodes before linearized reading' (duration: 2.00013687s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:55.069181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:53.068825Z","time spent":"2.000346785s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:24:55.73342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001426667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T22:24:55.733494Z","caller":"traceutil/trace.go:171","msg":"trace[1304528071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.00155045s","start":"2026-07-06T22:24:45.731927Z","end":"2026-07-06T22:24:55.733478Z","steps":["trace[1304528071] 'agreement among raft nodes before linearized reading' (duration: 10.001285504s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:55.73353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:45.731909Z","time spent":"10.001614551s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/06 22:24:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:24:55.733606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999879874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T22:24:55.733622Z","caller":"traceutil/trace.go:171","msg":"trace[134800452] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999914544s","start":"2026-07-06T22:24:50.733702Z","end":"2026-07-06T22:24:55.733617Z","steps":["trace[134800452] 'agreement among raft nodes before linearized reading' (duration: 4.999897944s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:55.73366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:50.733693Z","time spent":"4.999963355s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/06 22:24:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:24:55.733718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001682923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T22:24:55.733732Z","caller":"traceutil/trace.go:171","msg":"trace[1796249711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.001736374s","start":"2026-07-06T22:24:45.731992Z","end":"2026-07-06T22:24:55.733728Z","steps":["trace[1796249711] 'agreement among raft nodes before linearized reading' (duration: 10.001721774s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:55.733747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:45.731972Z","time spent":"10.001771915s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/06 22:24:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:24:55.73381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998858112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T22:24:55.733829Z","caller":"traceutil/trace.go:171","msg":"trace[149779425] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998893303s","start":"2026-07-06T22:24:52.734931Z","end":"2026-07-06T22:24:55.733824Z","steps":["trace[149779425] 'agreement among raft nodes before linearized reading' (duration: 2.998874093s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:55.733844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:52.734922Z","time spent":"2.998919114s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/06 22:24:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:24:55.734994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.000570644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T22:24:55.735081Z","caller":"traceutil/trace.go:171","msg":"trace[1059506129] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"3.000697717s","start":"2026-07-06T22:24:52.734354Z","end":"2026-07-06T22:24:55.735052Z","steps":["trace[1059506129] 'agreement among raft nodes before linearized reading' (duration: 3.000604725s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:55.73513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:52.734326Z","time spent":"3.000795169s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/06 22:24:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:24:56.414311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.01798224s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:24:56.414419Z","caller":"traceutil/trace.go:171","msg":"trace[809520377] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2733; }","duration":"5.018120273s","start":"2026-07-06T22:24:51.396282Z","end":"2026-07-06T22:24:56.414402Z","steps":["trace[809520377] 'range keys from in-memory index tree' (duration: 5.017965639s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:56.416313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.092578951s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-07-06T22:24:56.664256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998916728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T22:24:56.664321Z","caller":"traceutil/trace.go:171","msg":"trace[1430499376] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; }","duration":"9.99903335s","start":"2026-07-06T22:24:46.665272Z","end":"2026-07-06T22:24:56.664305Z","steps":["trace[1430499376] 'agreement among raft nodes before linearized reading' (duration: 9.998949648s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:56.664352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:46.665252Z","time spent":"9.999093832s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} 2026/07/06 22:24:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:24:57.070258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000192071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T22:24:57.070338Z","caller":"traceutil/trace.go:171","msg":"trace[1979683987] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000310234s","start":"2026-07-06T22:24:55.07001Z","end":"2026-07-06T22:24:57.07032Z","steps":["trace[1979683987] 'agreement among raft nodes before linearized reading' (duration: 2.000212482s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:57.070384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:55.069994Z","time spent":"2.000381105s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:24:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:24:57.531711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999718759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T22:24:57.531798Z","caller":"traceutil/trace.go:171","msg":"trace[200042430] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999883534s","start":"2026-07-06T22:24:55.531896Z","end":"2026-07-06T22:24:57.53178Z","steps":["trace[200042430] 'agreement among raft nodes before linearized reading' (duration: 1.999770451s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:57.531844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:55.531869Z","time spent":"1.999966465s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:24:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:24:57.7341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999689859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T22:24:57.734184Z","caller":"traceutil/trace.go:171","msg":"trace[368037958] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999833492s","start":"2026-07-06T22:24:52.734331Z","end":"2026-07-06T22:24:57.734164Z","steps":["trace[368037958] 'agreement among raft nodes before linearized reading' (duration: 4.99972424s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:57.734236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:52.734306Z","time spent":"4.999915685s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/06 22:24:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:24:58.430223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:51.429452Z","time spent":"7.000764971s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T22:24:58.789057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:51.788652Z","time spent":"7.000397933s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T22:24:59.078541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000839627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:24:59.078621Z","caller":"traceutil/trace.go:171","msg":"trace[197063100] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000962141s","start":"2026-07-06T22:24:57.07764Z","end":"2026-07-06T22:24:59.078602Z","steps":["trace[197063100] 'agreement among raft nodes before linearized reading' (duration: 2.000862708s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:24:59.078671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:57.077623Z","time spent":"2.001039142s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:24:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:24:59.235375Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"38e19f3980b8073d","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-06T22:25:00.131336Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"13.80763422s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T22:25:00.733546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:55.737528Z","time spent":"4.996011069s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/06 22:25:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:25:00.734694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:55.736391Z","time spent":"4.998271604s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T22:25:01.079419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000549248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T22:25:01.079505Z","caller":"traceutil/trace.go:171","msg":"trace[1043392755] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000705352s","start":"2026-07-06T22:24:59.078782Z","end":"2026-07-06T22:25:01.079487Z","steps":["trace[1043392755] 'agreement among raft nodes before linearized reading' (duration: 2.000579949s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:01.079557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:59.078752Z","time spent":"2.000790335s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:25:02.736159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:55.735321Z","time spent":"7.000830913s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T22:25:02.73726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:55.737055Z","time spent":"7.000202097s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T22:25:02.737552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:55.737396Z","time spent":"7.000150016s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T22:25:03.087443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000193182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:25:03.087571Z","caller":"traceutil/trace.go:171","msg":"trace[523729248] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000371456s","start":"2026-07-06T22:25:01.087183Z","end":"2026-07-06T22:25:03.087554Z","steps":["trace[523729248] 'agreement among raft nodes before linearized reading' (duration: 2.000227033s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:03.087629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:01.087159Z","time spent":"2.000461728s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:25:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:25:03.204482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808258535s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:03.204654Z","caller":"traceutil/trace.go:171","msg":"trace[1860859312] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2734; }","duration":"1.80844349s","start":"2026-07-06T22:25:01.396193Z","end":"2026-07-06T22:25:03.204636Z","steps":["trace[1860859312] 'range keys from in-memory index tree' (duration: 1.808242355s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:03.204938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.073329543s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-06T22:25:04.688232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.954734502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T22:25:04.688318Z","caller":"traceutil/trace.go:171","msg":"trace[1467409155] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; }","duration":"18.954855515s","start":"2026-07-06T22:24:45.733443Z","end":"2026-07-06T22:25:04.688298Z","steps":["trace[1467409155] 'agreement among raft nodes before linearized reading' (duration: 18.954749922s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:04.688366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:45.733433Z","time spent":"18.954923197s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} 2026/07/06 22:25:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:25:04.741609Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"38e19f3980b80761","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-06T22:25:05.088156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000214311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:25:05.08832Z","caller":"traceutil/trace.go:171","msg":"trace[1852604475] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000456747s","start":"2026-07-06T22:25:03.087843Z","end":"2026-07-06T22:25:05.0883Z","steps":["trace[1852604475] 'agreement among raft nodes before linearized reading' (duration: 2.000267843s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:05.088465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:03.087799Z","time spent":"2.000642902s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:25:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:25:05.43464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:58.433986Z","time spent":"7.000646318s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T22:25:05.794919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:58.793887Z","time spent":"7.001025107s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T22:25:06.24468Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"38e19f3980b8073d","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-06T22:25:07.096285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000167741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:25:07.096372Z","caller":"traceutil/trace.go:171","msg":"trace[1064063626] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000299595s","start":"2026-07-06T22:25:05.09605Z","end":"2026-07-06T22:25:07.096349Z","steps":["trace[1064063626] 'agreement among raft nodes before linearized reading' (duration: 2.000191302s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:07.096421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:05.096033Z","time spent":"2.000379287s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:25:09.097056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999911225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:25:09.097282Z","caller":"traceutil/trace.go:171","msg":"trace[2126863050] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000201311s","start":"2026-07-06T22:25:07.097055Z","end":"2026-07-06T22:25:09.097256Z","steps":["trace[2126863050] 'agreement among raft nodes before linearized reading' (duration: 1.999931344s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:09.097338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:07.097039Z","time spent":"2.000289623s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:25:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:25:09.251686Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"9.120101908s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T22:25:09.340875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.135697204s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-06T22:25:09.342139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:07.701519Z","time spent":"1.640614182s","remote":"127.0.0.1:44770","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-06T22:25:09.344849Z","caller":"traceutil/trace.go:171","msg":"trace[297062229] linearizableReadLoop","detail":"{readStateIndex:2863; appliedIndex:2858; }","duration":"25.348096055s","start":"2026-07-06T22:24:43.996739Z","end":"2026-07-06T22:25:09.344835Z","steps":["trace[297062229] 'read index received' (duration: 2.32694738s)","trace[297062229] 'applied index is now lower than readState.Index' (duration: 23.021147645s)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:25:09.845342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134276,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:25:10.345624Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134276,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:25:10.725736Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.47378708s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T22:25:10.99131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.994556027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:25:10.991374Z","caller":"traceutil/trace.go:171","msg":"trace[754893053] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2737; }","duration":"26.994633949s","start":"2026-07-06T22:24:43.996724Z","end":"2026-07-06T22:25:10.991358Z","steps":["trace[754893053] 'agreement among raft nodes before linearized reading' (duration: 25.348168266s)","trace[754893053] 'count revisions from in-memory index tree' (duration: 1.646370341s)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:25:10.991406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:43.996628Z","time spent":"26.994770763s","remote":"127.0.0.1:37210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":3,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:10.993161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648288787s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-06T22:25:10.993286Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"22.66µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-07-06T22:25:11.104121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000492169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:25:11.104183Z","caller":"traceutil/trace.go:171","msg":"trace[1550588198] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000600492s","start":"2026-07-06T22:25:09.103568Z","end":"2026-07-06T22:25:11.104169Z","steps":["trace[1550588198] 'agreement among raft nodes before linearized reading' (duration: 2.00051642s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:11.104219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:09.103546Z","time spent":"2.000665343s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:25:12.143233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149673122s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-06T22:25:12.143478Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"23.421µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-07-06T22:25:12.143647Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"8.601µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-07-06T22:25:12.143565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.705555ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:12.143708Z","caller":"traceutil/trace.go:171","msg":"trace[1973213893] linearizableReadLoop","detail":"{readStateIndex:2878; appliedIndex:2863; }","duration":"2.79881476s","start":"2026-07-06T22:25:09.344877Z","end":"2026-07-06T22:25:12.143692Z","steps":["trace[1973213893] 'read index received' (duration: 1.38109249s)","trace[1973213893] 'applied index is now lower than readState.Index' (duration: 1.41772091s)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:25:12.143724Z","caller":"traceutil/trace.go:171","msg":"trace[1891427699] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2745; }","duration":"747.876089ms","start":"2026-07-06T22:25:11.395829Z","end":"2026-07-06T22:25:12.143705Z","steps":["trace[1891427699] 'range keys from in-memory index tree' (duration: 747.690535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.144066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.427895714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:25:12.144071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.395618168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:12.144109Z","caller":"traceutil/trace.go:171","msg":"trace[842010368] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2745; }","duration":"16.427979766s","start":"2026-07-06T22:24:55.716119Z","end":"2026-07-06T22:25:12.144099Z","steps":["trace[842010368] 'agreement among raft nodes before linearized reading' (duration: 16.427899814s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:25:12.144149Z","caller":"traceutil/trace.go:171","msg":"trace[331138952] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2745; }","duration":"16.39573221s","start":"2026-07-06T22:24:55.748393Z","end":"2026-07-06T22:25:12.144125Z","steps":["trace[331138952] 'agreement among raft nodes before linearized reading' (duration: 16.395584017s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.144156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:55.716103Z","time spent":"16.428030117s","remote":"127.0.0.1:36922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:12.144197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:55.748385Z","time spent":"16.395802132s","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:12.144365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.903640904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:12.144395Z","caller":"traceutil/trace.go:171","msg":"trace[2106567868] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2745; }","duration":"18.903680435s","start":"2026-07-06T22:24:53.240705Z","end":"2026-07-06T22:25:12.144386Z","steps":["trace[2106567868] 'agreement among raft nodes before linearized reading' (duration: 18.903614613s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.144423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:53.240646Z","time spent":"18.903769537s","remote":"127.0.0.1:37006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:12.144567Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"38e19f3980b80761","error":"lease not found"} {"level":"warn","ts":"2026-07-06T22:25:12.144885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.621047218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:25:12.144941Z","caller":"traceutil/trace.go:171","msg":"trace[560484181] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2745; }","duration":"6.62112073s","start":"2026-07-06T22:25:05.523808Z","end":"2026-07-06T22:25:12.144929Z","steps":["trace[560484181] 'agreement among raft nodes before linearized reading' (duration: 6.621009367s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.144943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.690594287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-07-06T22:25:12.144969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:05.523743Z","time spent":"6.621221012s","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:25:12.144982Z","caller":"traceutil/trace.go:171","msg":"trace[1291146196] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2745; }","duration":"5.690668369s","start":"2026-07-06T22:25:06.454302Z","end":"2026-07-06T22:25:12.144971Z","steps":["trace[1291146196] 'agreement among raft nodes before linearized reading' (duration: 5.690584517s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.145011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:06.454283Z","time spent":"5.690721649s","remote":"127.0.0.1:36780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-06T22:25:12.145133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.951742488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:12.145153Z","caller":"traceutil/trace.go:171","msg":"trace[169840888] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2745; }","duration":"5.95179459s","start":"2026-07-06T22:25:06.193351Z","end":"2026-07-06T22:25:12.145146Z","steps":["trace[169840888] 'agreement among raft nodes before linearized reading' (duration: 5.951743319s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.145086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.336904188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:25:12.145167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:06.193334Z","time spent":"5.95182847s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:25:12.145188Z","caller":"traceutil/trace.go:171","msg":"trace[1074430182] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2745; }","duration":"23.337047612s","start":"2026-07-06T22:24:48.808129Z","end":"2026-07-06T22:25:12.145176Z","steps":["trace[1074430182] 'agreement among raft nodes before linearized reading' (duration: 23.336913798s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:25:12.145189Z","caller":"traceutil/trace.go:171","msg":"trace[1197139727] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2745; }","duration":"6.706941214s","start":"2026-07-06T22:25:05.438229Z","end":"2026-07-06T22:25:12.145171Z","steps":["trace[1197139727] 'process raft request' (duration: 6.705293265s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.145218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.833066103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:25:12.145225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:48.808109Z","time spent":"23.337102582s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:12.145256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.275505986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:12.145252Z","caller":"traceutil/trace.go:171","msg":"trace[1598440750] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2745; }","duration":"2.833135215s","start":"2026-07-06T22:25:09.312107Z","end":"2026-07-06T22:25:12.145242Z","steps":["trace[1598440750] 'agreement among raft nodes before linearized reading' (duration: 2.833083114s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:25:12.145273Z","caller":"traceutil/trace.go:171","msg":"trace[1473010186] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2745; }","duration":"6.275526297s","start":"2026-07-06T22:25:05.869741Z","end":"2026-07-06T22:25:12.145268Z","steps":["trace[1473010186] 'agreement among raft nodes before linearized reading' (duration: 6.275496686s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.145288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:05.869683Z","time spent":"6.275601448s","remote":"127.0.0.1:36912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:12.145286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:09.312085Z","time spent":"2.833192197s","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:12.145287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:05.43821Z","time spent":"6.707016636s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":721,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:25:12.145414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.200714359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:12.145455Z","caller":"traceutil/trace.go:171","msg":"trace[155986948] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2745; }","duration":"19.200795711s","start":"2026-07-06T22:24:52.94465Z","end":"2026-07-06T22:25:12.145446Z","steps":["trace[155986948] 'agreement among raft nodes before linearized reading' (duration: 19.20073512s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.145485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:52.944628Z","time spent":"19.200848323s","remote":"127.0.0.1:48254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:25:12.145493Z","caller":"traceutil/trace.go:171","msg":"trace[1753538857] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2745; }","duration":"6.346295389s","start":"2026-07-06T22:25:05.799186Z","end":"2026-07-06T22:25:12.145481Z","steps":["trace[1753538857] 'process raft request' (duration: 6.344388013s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.145543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.683604758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:117478"} {"level":"warn","ts":"2026-07-06T22:25:12.145583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.409316364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-06T22:25:12.145584Z","caller":"traceutil/trace.go:171","msg":"trace[1165766386] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2745; }","duration":"5.68368674s","start":"2026-07-06T22:25:06.461888Z","end":"2026-07-06T22:25:12.145575Z","steps":["trace[1165766386] 'agreement among raft nodes before linearized reading' (duration: 5.683517156s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:25:12.145605Z","caller":"traceutil/trace.go:171","msg":"trace[1085727520] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2; range_end:; response_count:1; response_revision:2745; }","duration":"21.409370645s","start":"2026-07-06T22:24:50.736229Z","end":"2026-07-06T22:25:12.145599Z","steps":["trace[1085727520] 'agreement among raft nodes before linearized reading' (duration: 21.409286623s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.145612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:06.461866Z","time spent":"5.683740492s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":117501,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-06T22:25:12.145635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.413205897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:25:12.14565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.292845129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:25:12.145665Z","caller":"traceutil/trace.go:171","msg":"trace[459707025] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2745; }","duration":"20.29288441s","start":"2026-07-06T22:24:51.852777Z","end":"2026-07-06T22:25:12.145661Z","steps":["trace[459707025] 'agreement among raft nodes before linearized reading' (duration: 20.292852389s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.145554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:05.799163Z","time spent":"6.346353631s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":570,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:25:12.14569Z","caller":"traceutil/trace.go:171","msg":"trace[494805785] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:0; response_revision:2745; }","duration":"21.413258309s","start":"2026-07-06T22:24:50.732398Z","end":"2026-07-06T22:25:12.145656Z","steps":["trace[494805785] 'agreement among raft nodes before linearized reading' (duration: 21.413213628s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.145729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.925888256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:25:12.14575Z","caller":"traceutil/trace.go:171","msg":"trace[1440178945] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2745; }","duration":"20.925944097s","start":"2026-07-06T22:24:51.219801Z","end":"2026-07-06T22:25:12.145745Z","steps":["trace[1440178945] 'agreement among raft nodes before linearized reading' (duration: 20.925911646s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.145679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:51.852762Z","time spent":"20.292914441s","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:12.145764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:51.219782Z","time spent":"20.925978128s","remote":"127.0.0.1:37142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:12.145774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.547724853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:25:12.145802Z","caller":"traceutil/trace.go:171","msg":"trace[1462866882] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2745; }","duration":"21.547783414s","start":"2026-07-06T22:24:50.598011Z","end":"2026-07-06T22:25:12.145794Z","steps":["trace[1462866882] 'agreement among raft nodes before linearized reading' (duration: 21.547731023s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.145703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.293229228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-06T22:25:12.145725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:50.732385Z","time spent":"21.413334831s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.57\" "} {"level":"warn","ts":"2026-07-06T22:25:12.145832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:50.597993Z","time spent":"21.547833185s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:25:12.145846Z","caller":"traceutil/trace.go:171","msg":"trace[614255074] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2745; }","duration":"20.293401962s","start":"2026-07-06T22:24:51.852434Z","end":"2026-07-06T22:25:12.145836Z","steps":["trace[614255074] 'agreement among raft nodes before linearized reading' (duration: 20.293254279s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.14562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:50.736213Z","time spent":"21.409403656s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2\" "} {"level":"warn","ts":"2026-07-06T22:25:12.145889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:51.852413Z","time spent":"20.293462803s","remote":"127.0.0.1:36868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:12.145994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.027553775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-06T22:25:12.146017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.274502401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:12.14603Z","caller":"traceutil/trace.go:171","msg":"trace[1860957213] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2745; }","duration":"22.027616676s","start":"2026-07-06T22:24:50.118405Z","end":"2026-07-06T22:25:12.146021Z","steps":["trace[1860957213] 'agreement among raft nodes before linearized reading' (duration: 22.027551574s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.146059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:50.118392Z","time spent":"22.027659997s","remote":"127.0.0.1:37232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":29,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:12.146092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.867483404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:25:12.146132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.785033477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:12.146146Z","caller":"traceutil/trace.go:171","msg":"trace[1454125674] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2745; }","duration":"23.785082469s","start":"2026-07-06T22:24:48.361059Z","end":"2026-07-06T22:25:12.146141Z","steps":["trace[1454125674] 'agreement among raft nodes before linearized reading' (duration: 23.785063388s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:25:12.146145Z","caller":"traceutil/trace.go:171","msg":"trace[860773344] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2745; }","duration":"12.867588376s","start":"2026-07-06T22:24:59.278542Z","end":"2026-07-06T22:25:12.14613Z","steps":["trace[860773344] 'agreement among raft nodes before linearized reading' (duration: 12.867511885s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.146165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:48.361039Z","time spent":"23.785121929s","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:12.146173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.405409909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"warn","ts":"2026-07-06T22:25:12.14619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.093595013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:12.146212Z","caller":"traceutil/trace.go:171","msg":"trace[1173983609] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2745; }","duration":"21.405462891s","start":"2026-07-06T22:24:50.74074Z","end":"2026-07-06T22:25:12.146203Z","steps":["trace[1173983609] 'agreement among raft nodes before linearized reading' (duration: 21.405338358s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:25:12.146219Z","caller":"traceutil/trace.go:171","msg":"trace[1380255175] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2745; }","duration":"22.093661264s","start":"2026-07-06T22:24:50.052549Z","end":"2026-07-06T22:25:12.146211Z","steps":["trace[1380255175] 'agreement among raft nodes before linearized reading' (duration: 22.093617173s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.14622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.683433221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:25:12.146246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.8944781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:25:12.146233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.698674614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:12.14625Z","caller":"traceutil/trace.go:171","msg":"trace[840994623] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2745; }","duration":"7.683487623s","start":"2026-07-06T22:25:04.462752Z","end":"2026-07-06T22:25:12.14624Z","steps":["trace[840994623] 'agreement among raft nodes before linearized reading' (duration: 7.683446702s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:25:12.146276Z","caller":"traceutil/trace.go:171","msg":"trace[1443464541] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2745; }","duration":"12.698764866s","start":"2026-07-06T22:24:59.447502Z","end":"2026-07-06T22:25:12.146267Z","steps":["trace[1443464541] 'agreement among raft nodes before linearized reading' (duration: 12.698700904s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.146289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:04.462738Z","time spent":"7.683542144s","remote":"127.0.0.1:48364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:12.146306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.351865865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:25:12.146309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:59.447476Z","time spent":"12.698825478s","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:25:12.146325Z","caller":"traceutil/trace.go:171","msg":"trace[1058542665] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2745; }","duration":"25.351924256s","start":"2026-07-06T22:24:46.794396Z","end":"2026-07-06T22:25:12.14632Z","steps":["trace[1058542665] 'agreement among raft nodes before linearized reading' (duration: 25.351899305s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.146339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:46.794373Z","time spent":"25.351962507s","remote":"127.0.0.1:37182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:25:12.146057Z","caller":"traceutil/trace.go:171","msg":"trace[1150589173] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2745; }","duration":"21.274612493s","start":"2026-07-06T22:24:50.871434Z","end":"2026-07-06T22:25:12.146046Z","steps":["trace[1150589173] 'agreement among raft nodes before linearized reading' (duration: 21.274552072s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.146111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.635960169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:25:12.146425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.475021597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2475"} {"level":"info","ts":"2026-07-06T22:25:12.146464Z","caller":"traceutil/trace.go:171","msg":"trace[259291862] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2745; }","duration":"25.475101829s","start":"2026-07-06T22:24:46.671354Z","end":"2026-07-06T22:25:12.146455Z","steps":["trace[259291862] 'agreement among raft nodes before linearized reading' (duration: 25.475008307s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:25:12.146262Z","caller":"traceutil/trace.go:171","msg":"trace[879174913] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2745; }","duration":"23.894533081s","start":"2026-07-06T22:24:48.251724Z","end":"2026-07-06T22:25:12.146258Z","steps":["trace[879174913] 'agreement among raft nodes before linearized reading' (duration: 23.89450883s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.146498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:46.671329Z","time spent":"25.475163101s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":2498,"request content":"key:\"/registry/pods/default/test-pvc-pod\" "} {"level":"warn","ts":"2026-07-06T22:25:12.146519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.589015682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:25:12.146521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:48.251706Z","time spent":"23.894800387s","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:12.146568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704688066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:12.146587Z","caller":"traceutil/trace.go:171","msg":"trace[1320481269] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2745; }","duration":"2.704745787s","start":"2026-07-06T22:25:09.441838Z","end":"2026-07-06T22:25:12.146583Z","steps":["trace[1320481269] 'agreement among raft nodes before linearized reading' (duration: 2.704719577s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.1466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:09.441817Z","time spent":"2.704779758s","remote":"127.0.0.1:36844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:12.146245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:50.740733Z","time spent":"21.405505062s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7317,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-06T22:25:12.146539Z","caller":"traceutil/trace.go:171","msg":"trace[1865412450] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2745; }","duration":"26.589070893s","start":"2026-07-06T22:24:45.557463Z","end":"2026-07-06T22:25:12.146533Z","steps":["trace[1865412450] 'agreement among raft nodes before linearized reading' (duration: 26.589041712s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.146682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.634291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:25:12.146685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:45.557443Z","time spent":"26.589227657s","remote":"127.0.0.1:48316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:25:12.146699Z","caller":"traceutil/trace.go:171","msg":"trace[1215740633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2745; }","duration":"702.684762ms","start":"2026-07-06T22:25:11.444011Z","end":"2026-07-06T22:25:12.146696Z","steps":["trace[1215740633] 'agreement among raft nodes before linearized reading' (duration: 702.659001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.146284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.414926278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:25:12.146733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041984992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:12.146748Z","caller":"traceutil/trace.go:171","msg":"trace[1333294775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2745; }","duration":"1.042026353s","start":"2026-07-06T22:25:11.104718Z","end":"2026-07-06T22:25:12.146744Z","steps":["trace[1333294775] 'agreement among raft nodes before linearized reading' (duration: 1.042006593s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.14676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:11.104702Z","time spent":"1.042056114s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:25:12.14618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:59.278512Z","time spent":"12.867659938s","remote":"127.0.0.1:36960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:25:12.146461Z","caller":"traceutil/trace.go:171","msg":"trace[2043102514] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2745; }","duration":"25.636355348s","start":"2026-07-06T22:24:46.510096Z","end":"2026-07-06T22:25:12.146452Z","steps":["trace[2043102514] 'agreement among raft nodes before linearized reading' (duration: 25.63599838s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.146851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:46.510074Z","time spent":"25.636772398s","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:12.146871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.266032384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-06T22:25:12.146876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.760396785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:12.146901Z","caller":"traceutil/trace.go:171","msg":"trace[1934561168] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2745; }","duration":"2.266103826s","start":"2026-07-06T22:25:09.880789Z","end":"2026-07-06T22:25:12.146893Z","steps":["trace[1934561168] 'agreement among raft nodes before linearized reading' (duration: 2.266040904s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.146426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:50.871418Z","time spent":"21.274996852s","remote":"127.0.0.1:48188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:12.146934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:09.880769Z","time spent":"2.266158028s","remote":"127.0.0.1:36886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":45,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:25:12.146746Z","caller":"traceutil/trace.go:171","msg":"trace[1488898273] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2745; }","duration":"24.41541018s","start":"2026-07-06T22:24:47.731321Z","end":"2026-07-06T22:25:12.146731Z","steps":["trace[1488898273] 'agreement among raft nodes before linearized reading' (duration: 24.414949749s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:25:12.146943Z","caller":"traceutil/trace.go:171","msg":"trace[2087389620] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2745; }","duration":"14.760477147s","start":"2026-07-06T22:24:57.386426Z","end":"2026-07-06T22:25:12.146903Z","steps":["trace[2087389620] 'agreement among raft nodes before linearized reading' (duration: 14.760415215s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.146975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:57.386403Z","time spent":"14.76056522s","remote":"127.0.0.1:36894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:12.146717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:11.443975Z","time spent":"702.735203ms","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:25:12.146975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:47.731303Z","time spent":"24.415660345s","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:12.146246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:24:50.052529Z","time spent":"22.093709686s","remote":"127.0.0.1:37130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:12.146812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470907782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:25:12.147244Z","caller":"traceutil/trace.go:171","msg":"trace[1810200739] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2745; }","duration":"2.471376624s","start":"2026-07-06T22:25:09.675856Z","end":"2026-07-06T22:25:12.147233Z","steps":["trace[1810200739] 'agreement among raft nodes before linearized reading' (duration: 2.470920233s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:12.147292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:09.675818Z","time spent":"2.471458796s","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:12.652579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:25:13.153492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:25:13.268693Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.118393012s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T22:25:13.268931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:12.150215Z","time spent":"1.11871295s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-06T22:25:14.157457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000337875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:25:14.157558Z","caller":"traceutil/trace.go:171","msg":"trace[1333230693] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000457818s","start":"2026-07-06T22:25:12.157078Z","end":"2026-07-06T22:25:14.157536Z","steps":["trace[1333230693] 'agreement among raft nodes before linearized reading' (duration: 2.000333405s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:14.157614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:12.157038Z","time spent":"2.00056359s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:25:16.165746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000425837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:25:16.165819Z","caller":"traceutil/trace.go:171","msg":"trace[2121197625] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00056092s","start":"2026-07-06T22:25:14.16524Z","end":"2026-07-06T22:25:16.1658Z","steps":["trace[2121197625] 'agreement among raft nodes before linearized reading' (duration: 2.000469407s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:16.165864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:14.165213Z","time spent":"2.000641412s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:25:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:25:18.1661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999925536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:25:18.166182Z","caller":"traceutil/trace.go:171","msg":"trace[1245485905] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000068229s","start":"2026-07-06T22:25:16.166095Z","end":"2026-07-06T22:25:18.166164Z","steps":["trace[1245485905] 'agreement among raft nodes before linearized reading' (duration: 1.999960996s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:18.16623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:16.166058Z","time spent":"2.000161391s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:25:19.152001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:12.151511Z","time spent":"7.000483575s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-06T22:25:19.159537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:12.158601Z","time spent":"7.000932436s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T22:25:20.173579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000400866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:25:20.173665Z","caller":"traceutil/trace.go:171","msg":"trace[2110339187] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00052218s","start":"2026-07-06T22:25:18.173121Z","end":"2026-07-06T22:25:20.173643Z","steps":["trace[2110339187] 'agreement among raft nodes before linearized reading' (duration: 2.000413377s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:20.173711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:18.173096Z","time spent":"2.000606041s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:25:20.270105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:13.269653Z","time spent":"7.000446864s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T22:25:22.151493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999708197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T22:25:22.151568Z","caller":"traceutil/trace.go:171","msg":"trace[1257233052] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999811049s","start":"2026-07-06T22:25:12.151739Z","end":"2026-07-06T22:25:22.15155Z","steps":["trace[1257233052] 'agreement among raft nodes before linearized reading' (duration: 9.999703797s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:22.151611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:12.151732Z","time spent":"9.999870431s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/07/06 22:25:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:25:22.174153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999859303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T22:25:22.174221Z","caller":"traceutil/trace.go:171","msg":"trace[1497907233] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999986266s","start":"2026-07-06T22:25:20.174219Z","end":"2026-07-06T22:25:22.174206Z","steps":["trace[1497907233] 'agreement among raft nodes before linearized reading' (duration: 1.999897874s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:22.174265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:20.174197Z","time spent":"2.000055538s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:25:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:25:23.290426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89413394s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:23.29059Z","caller":"traceutil/trace.go:171","msg":"trace[267679671] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2745; }","duration":"1.894317825s","start":"2026-07-06T22:25:21.396251Z","end":"2026-07-06T22:25:23.290568Z","steps":["trace[267679671] 'range keys from in-memory index tree' (duration: 1.8941146s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:23.445243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000324534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:25:23.445319Z","caller":"traceutil/trace.go:171","msg":"trace[1987533720] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000479708s","start":"2026-07-06T22:25:21.444823Z","end":"2026-07-06T22:25:23.445303Z","steps":["trace[1987533720] 'agreement among raft nodes before linearized reading' (duration: 2.000352545s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:23.445356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:21.444805Z","time spent":"2.000544189s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:25:24.1816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000475669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:25:24.181699Z","caller":"traceutil/trace.go:171","msg":"trace[66928697] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000606362s","start":"2026-07-06T22:25:22.181056Z","end":"2026-07-06T22:25:24.181662Z","steps":["trace[66928697] 'agreement among raft nodes before linearized reading' (duration: 2.00050791s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:24.181746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:22.181037Z","time spent":"2.000700454s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:25:26.190114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000496938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T22:25:26.190253Z","caller":"traceutil/trace.go:171","msg":"trace[2092044918] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000667592s","start":"2026-07-06T22:25:24.189544Z","end":"2026-07-06T22:25:26.190212Z","steps":["trace[2092044918] 'agreement among raft nodes before linearized reading' (duration: 2.000527578s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:26.190319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:24.189524Z","time spent":"2.000780665s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:25:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:25:27.359926Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"13.992373734s","expected-duration":"1s"} {"level":"info","ts":"2026-07-06T22:25:27.360388Z","caller":"traceutil/trace.go:171","msg":"trace[390222204] linearizableReadLoop","detail":"{readStateIndex:2881; appliedIndex:2879; }","duration":"15.208635139s","start":"2026-07-06T22:25:12.151725Z","end":"2026-07-06T22:25:27.36036Z","steps":["trace[390222204] 'read index received' (duration: 1.117197692s)","trace[390222204] 'applied index is now lower than readState.Index' (duration: 14.091435977s)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:25:27.360989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.209239404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-07-06T22:25:27.361067Z","caller":"traceutil/trace.go:171","msg":"trace[2039622575] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:2746; }","duration":"15.209352077s","start":"2026-07-06T22:25:12.151696Z","end":"2026-07-06T22:25:27.361048Z","steps":["trace[2039622575] 'agreement among raft nodes before linearized reading' (duration: 15.209100421s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:27.36115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:12.15168Z","time spent":"15.209454939s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-06T22:25:27.861477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134285,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:25:28.190348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999776681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:25:28.190424Z","caller":"traceutil/trace.go:171","msg":"trace[1630559262] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999915595s","start":"2026-07-06T22:25:26.190492Z","end":"2026-07-06T22:25:28.190407Z","steps":["trace[1630559262] 'agreement among raft nodes before linearized reading' (duration: 1.999817293s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:28.190472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:26.190466Z","time spent":"1.999994266s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:25:28.362018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134285,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:25:28.863151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134285,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:25:29.363623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134285,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:25:29.536672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000442847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T22:25:29.536792Z","caller":"traceutil/trace.go:171","msg":"trace[392627974] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000659822s","start":"2026-07-06T22:25:27.536103Z","end":"2026-07-06T22:25:29.536763Z","steps":["trace[392627974] 'agreement among raft nodes before linearized reading' (duration: 2.000476607s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:29.536878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:27.536066Z","time spent":"2.000799275s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:25:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:25:29.864549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134285,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:25:30.198736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000411847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:25:30.198821Z","caller":"traceutil/trace.go:171","msg":"trace[1555081263] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00056839s","start":"2026-07-06T22:25:28.198233Z","end":"2026-07-06T22:25:30.198801Z","steps":["trace[1555081263] 'agreement among raft nodes before linearized reading' (duration: 2.000447907s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:30.198877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:28.198212Z","time spent":"2.000655972s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:25:30.365187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134285,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:25:30.865954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134285,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:25:30.927203Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.567156441s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T22:25:31.86138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.75853ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:31.861532Z","caller":"traceutil/trace.go:171","msg":"trace[393386335] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2746; }","duration":"464.921143ms","start":"2026-07-06T22:25:31.396586Z","end":"2026-07-06T22:25:31.861507Z","steps":["trace[393386335] 'range keys from in-memory index tree' (duration: 464.739049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:31.862023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.521669ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-06T22:25:32.207295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000403097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T22:25:32.207561Z","caller":"traceutil/trace.go:171","msg":"trace[1814776066] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000508739s","start":"2026-07-06T22:25:30.206855Z","end":"2026-07-06T22:25:32.207364Z","steps":["trace[1814776066] 'agreement among raft nodes before linearized reading' (duration: 2.000400867s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:32.207619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:30.206782Z","time spent":"2.000814307s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:25:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:25:32.353385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999515632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:25:32.353479Z","caller":"traceutil/trace.go:171","msg":"trace[130433899] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999661186s","start":"2026-07-06T22:25:22.353798Z","end":"2026-07-06T22:25:32.353459Z","steps":["trace[130433899] 'agreement among raft nodes before linearized reading' (duration: 9.999547923s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:32.353528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:22.353779Z","time spent":"9.999739777s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/07/06 22:25:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:25:33.445547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000021156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:25:33.445622Z","caller":"traceutil/trace.go:171","msg":"trace[910299406] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00014973s","start":"2026-07-06T22:25:31.445455Z","end":"2026-07-06T22:25:33.445605Z","steps":["trace[910299406] 'agreement among raft nodes before linearized reading' (duration: 2.000050477s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:33.445669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:31.445435Z","time spent":"2.000225161s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:25:33.847844Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.920459927s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T22:25:34.207503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999846312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:25:34.207599Z","caller":"traceutil/trace.go:171","msg":"trace[1279427173] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999984865s","start":"2026-07-06T22:25:32.20758Z","end":"2026-07-06T22:25:34.207565Z","steps":["trace[1279427173] 'agreement among raft nodes before linearized reading' (duration: 1.999876292s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:34.207647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:32.207559Z","time spent":"2.000079528s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:25:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:25:34.365827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:27.365293Z","time spent":"7.000527615s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-06T22:25:34.604447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.349422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-07-06T22:25:35.665302Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"38e19f3980b80787","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-06T22:25:36.215199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999889634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:25:36.215278Z","caller":"traceutil/trace.go:171","msg":"trace[1820152239] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000024327s","start":"2026-07-06T22:25:34.215236Z","end":"2026-07-06T22:25:36.215261Z","steps":["trace[1820152239] 'agreement among raft nodes before linearized reading' (duration: 1.999911974s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:36.215324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:34.215221Z","time spent":"2.000093159s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:25:36.812037Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.442309235s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T22:25:38.119789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.515235194s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-06T22:25:38.119997Z","caller":"traceutil/trace.go:171","msg":"trace[477929272] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2749; }","duration":"3.750339298s","start":"2026-07-06T22:25:34.369639Z","end":"2026-07-06T22:25:38.119978Z","steps":["trace[477929272] 'process raft request' (duration: 3.750248566s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:38.120099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:34.369619Z","time spent":"3.750419s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":721,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:25:38.120778Z","caller":"traceutil/trace.go:171","msg":"trace[2025864250] linearizableReadLoop","detail":"{readStateIndex:2884; appliedIndex:2881; }","duration":"10.760323431s","start":"2026-07-06T22:25:27.360442Z","end":"2026-07-06T22:25:38.120765Z","steps":["trace[2025864250] 'read index received' (duration: 3.566974517s)","trace[2025864250] 'applied index is now lower than readState.Index' (duration: 7.193347594s)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:25:38.120891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.515544206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:25:38.120922Z","caller":"traceutil/trace.go:171","msg":"trace[548104700] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2749; }","duration":"17.515613938s","start":"2026-07-06T22:25:20.605295Z","end":"2026-07-06T22:25:38.120909Z","steps":["trace[548104700] 'agreement among raft nodes before linearized reading' (duration: 17.515549507s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:38.120953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:20.605276Z","time spent":"17.515669659s","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":11,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:38.120927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.212388715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:25:38.121015Z","caller":"traceutil/trace.go:171","msg":"trace[1644729617] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2749; }","duration":"17.212527638s","start":"2026-07-06T22:25:20.908465Z","end":"2026-07-06T22:25:38.120993Z","steps":["trace[1644729617] 'agreement among raft nodes before linearized reading' (duration: 17.212373515s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:38.121009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.045443509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-06T22:25:38.121061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:20.908446Z","time spent":"17.21260319s","remote":"127.0.0.1:37158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:38.121091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.360747749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:38.121097Z","caller":"traceutil/trace.go:171","msg":"trace[1771888864] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2749; }","duration":"11.045587382s","start":"2026-07-06T22:25:27.075488Z","end":"2026-07-06T22:25:38.121076Z","steps":["trace[1771888864] 'agreement among raft nodes before linearized reading' (duration: 11.045421598s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:38.121167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.360568762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:25:38.121191Z","caller":"traceutil/trace.go:171","msg":"trace[489006539] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2749; }","duration":"13.360880293s","start":"2026-07-06T22:25:24.760293Z","end":"2026-07-06T22:25:38.121174Z","steps":["trace[489006539] 'agreement among raft nodes before linearized reading' (duration: 13.36075955s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:38.121169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.582238401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-06T22:25:38.121207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:27.075462Z","time spent":"11.045728396s","remote":"127.0.0.1:36812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:38.121234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:24.760274Z","time spent":"13.360949404s","remote":"127.0.0.1:48252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:38.121255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.368231257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:25:38.121256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.413138862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"range_response_count:5 size:1788"} {"level":"warn","ts":"2026-07-06T22:25:38.121323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.747884242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:25:38.121342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.615037279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-06T22:25:38.121348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.010785585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:25:38.121353Z","caller":"traceutil/trace.go:171","msg":"trace[948999777] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:5; response_revision:2749; }","duration":"14.413276125s","start":"2026-07-06T22:25:23.708058Z","end":"2026-07-06T22:25:38.121334Z","steps":["trace[948999777] 'agreement among raft nodes before linearized reading' (duration: 14.412987689s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:38.121358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.171550186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:25:38.121382Z","caller":"traceutil/trace.go:171","msg":"trace[1495095362] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2749; }","duration":"17.6150798s","start":"2026-07-06T22:25:20.50629Z","end":"2026-07-06T22:25:38.12137Z","steps":["trace[1495095362] 'agreement among raft nodes before linearized reading' (duration: 17.615012219s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:25:38.121394Z","caller":"traceutil/trace.go:171","msg":"trace[11486184] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2749; }","duration":"17.010908048s","start":"2026-07-06T22:25:21.110472Z","end":"2026-07-06T22:25:38.12138Z","steps":["trace[11486184] 'agreement among raft nodes before linearized reading' (duration: 17.010835496s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:38.121408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:23.708037Z","time spent":"14.413355058s","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":5,"response size":1811,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 "} {"level":"info","ts":"2026-07-06T22:25:38.121416Z","caller":"traceutil/trace.go:171","msg":"trace[227112781] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2749; }","duration":"15.171641297s","start":"2026-07-06T22:25:22.94976Z","end":"2026-07-06T22:25:38.121401Z","steps":["trace[227112781] 'agreement among raft nodes before linearized reading' (duration: 15.171567535s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:38.121428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:20.506238Z","time spent":"17.615176073s","remote":"127.0.0.1:37076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:38.121436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:21.110453Z","time spent":"17.01097049s","remote":"127.0.0.1:48394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:38.121465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:22.94974Z","time spent":"15.171712859s","remote":"127.0.0.1:37088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:38.121498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.969664297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:5 size:6173"} {"level":"info","ts":"2026-07-06T22:25:38.121527Z","caller":"traceutil/trace.go:171","msg":"trace[1713608090] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:5; response_revision:2749; }","duration":"25.969707728s","start":"2026-07-06T22:25:12.151812Z","end":"2026-07-06T22:25:38.121519Z","steps":["trace[1713608090] 'agreement among raft nodes before linearized reading' (duration: 25.969569995s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:38.121527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.70664743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:25:38.121555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:12.151805Z","time spent":"25.969742309s","remote":"127.0.0.1:36884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":5,"response size":6196,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-07-06T22:25:38.121568Z","caller":"traceutil/trace.go:171","msg":"trace[11875033] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2749; }","duration":"10.706725682s","start":"2026-07-06T22:25:27.41483Z","end":"2026-07-06T22:25:38.121556Z","steps":["trace[11875033] 'agreement among raft nodes before linearized reading' (duration: 10.70666476s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:25:38.121257Z","caller":"traceutil/trace.go:171","msg":"trace[1662964463] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2749; }","duration":"23.582410265s","start":"2026-07-06T22:25:14.538824Z","end":"2026-07-06T22:25:38.121235Z","steps":["trace[1662964463] 'agreement among raft nodes before linearized reading' (duration: 23.582225561s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:38.121595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.526135427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:38.121642Z","caller":"traceutil/trace.go:171","msg":"trace[2011424014] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2749; }","duration":"13.52621065s","start":"2026-07-06T22:25:24.595418Z","end":"2026-07-06T22:25:38.121629Z","steps":["trace[2011424014] 'agreement among raft nodes before linearized reading' (duration: 13.526100027s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:38.121645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:14.538804Z","time spent":"23.582821665s","remote":"127.0.0.1:36944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":5,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:25:38.121358Z","caller":"traceutil/trace.go:171","msg":"trace[1418754593] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2749; }","duration":"25.747941424s","start":"2026-07-06T22:25:12.373405Z","end":"2026-07-06T22:25:38.121347Z","steps":["trace[1418754593] 'agreement among raft nodes before linearized reading' (duration: 25.747892193s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:38.121668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.09702728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:25:38.121703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.310052764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:38.121728Z","caller":"traceutil/trace.go:171","msg":"trace[1425333221] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2749; }","duration":"20.097115393s","start":"2026-07-06T22:25:18.024597Z","end":"2026-07-06T22:25:38.121713Z","steps":["trace[1425333221] 'agreement among raft nodes before linearized reading' (duration: 20.0970259s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:38.121732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:12.37339Z","time spent":"25.748303042s","remote":"127.0.0.1:48416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:25:38.121758Z","caller":"traceutil/trace.go:171","msg":"trace[1817319762] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2749; }","duration":"20.310144856s","start":"2026-07-06T22:25:17.811595Z","end":"2026-07-06T22:25:38.12174Z","steps":["trace[1817319762] 'agreement among raft nodes before linearized reading' (duration: 20.310061194s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:38.121763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.969991754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:5 size:6173"} {"level":"warn","ts":"2026-07-06T22:25:38.121776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:18.024582Z","time spent":"20.097178734s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:38.121801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:17.811576Z","time spent":"20.310211207s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:25:38.121821Z","caller":"traceutil/trace.go:171","msg":"trace[1902030970] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:5; response_revision:2749; }","duration":"25.970074557s","start":"2026-07-06T22:25:12.151728Z","end":"2026-07-06T22:25:38.121802Z","steps":["trace[1902030970] 'agreement among raft nodes before linearized reading' (duration: 25.969898342s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:25:38.121279Z","caller":"traceutil/trace.go:171","msg":"trace[1212737995] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2749; }","duration":"24.368257378s","start":"2026-07-06T22:25:13.753015Z","end":"2026-07-06T22:25:38.121272Z","steps":["trace[1212737995] 'agreement among raft nodes before linearized reading' (duration: 24.368214437s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:38.121878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:12.151711Z","time spent":"25.970151609s","remote":"127.0.0.1:36884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":5,"response size":6196,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-06T22:25:38.12189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.959511189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"warn","ts":"2026-07-06T22:25:38.121928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:13.752962Z","time spent":"24.368942954s","remote":"127.0.0.1:48272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:38.121264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.389364011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-06T22:25:38.121993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.850692788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:38.122003Z","caller":"traceutil/trace.go:171","msg":"trace[2127862322] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2749; }","duration":"11.39015074s","start":"2026-07-06T22:25:26.731836Z","end":"2026-07-06T22:25:38.121986Z","steps":["trace[2127862322] 'agreement among raft nodes before linearized reading' (duration: 11.389369061s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:38.12202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.788589235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:25:38.122031Z","caller":"traceutil/trace.go:171","msg":"trace[1618860559] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:0; response_revision:2749; }","duration":"17.8507681s","start":"2026-07-06T22:25:20.271253Z","end":"2026-07-06T22:25:38.122021Z","steps":["trace[1618860559] 'agreement among raft nodes before linearized reading' (duration: 17.850710129s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:38.122052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.966472837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-06T22:25:38.12207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:20.271233Z","time spent":"17.850828571s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.57\" "} {"level":"warn","ts":"2026-07-06T22:25:38.122059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:26.731808Z","time spent":"11.390233512s","remote":"127.0.0.1:36860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":5,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:38.121684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:24.595401Z","time spent":"13.526270201s","remote":"127.0.0.1:48408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:38.122119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905805791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:38.122172Z","caller":"traceutil/trace.go:171","msg":"trace[1023161330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2749; }","duration":"1.905890183s","start":"2026-07-06T22:25:36.216271Z","end":"2026-07-06T22:25:38.122161Z","steps":["trace[1023161330] 'agreement among raft nodes before linearized reading' (duration: 1.905807501s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:38.122203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:36.216256Z","time spent":"1.905938864s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:25:38.121604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:27.414812Z","time spent":"10.706781243s","remote":"127.0.0.1:36902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:25:38.121209Z","caller":"traceutil/trace.go:171","msg":"trace[687339242] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2749; }","duration":"24.360637534s","start":"2026-07-06T22:25:13.76056Z","end":"2026-07-06T22:25:38.121198Z","steps":["trace[687339242] 'agreement among raft nodes before linearized reading' (duration: 24.360530672s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:38.122369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.540630194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-06T22:25:38.12239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.367009843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-07-06T22:25:38.122411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.380446491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:38.122421Z","caller":"traceutil/trace.go:171","msg":"trace[145110200] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2749; }","duration":"3.540720686s","start":"2026-07-06T22:25:34.581686Z","end":"2026-07-06T22:25:38.122407Z","steps":["trace[145110200] 'agreement among raft nodes before linearized reading' (duration: 3.540633484s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:38.122424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.099321048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:25:38.12244Z","caller":"traceutil/trace.go:171","msg":"trace[1473451995] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:2749; }","duration":"5.367099426s","start":"2026-07-06T22:25:32.755327Z","end":"2026-07-06T22:25:38.122426Z","steps":["trace[1473451995] 'agreement among raft nodes before linearized reading' (duration: 5.366969013s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:25:38.122451Z","caller":"traceutil/trace.go:171","msg":"trace[793677558] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2749; }","duration":"6.380522862s","start":"2026-07-06T22:25:31.741915Z","end":"2026-07-06T22:25:38.122438Z","steps":["trace[793677558] 'agreement among raft nodes before linearized reading' (duration: 6.38045089s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:38.122467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:34.581665Z","time spent":"3.540787687s","remote":"127.0.0.1:37198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:25:38.122473Z","caller":"traceutil/trace.go:171","msg":"trace[1361607363] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2749; }","duration":"9.09940961s","start":"2026-07-06T22:25:29.023051Z","end":"2026-07-06T22:25:38.12246Z","steps":["trace[1361607363] 'agreement among raft nodes before linearized reading' (duration: 9.099325518s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:25:38.122063Z","caller":"traceutil/trace.go:171","msg":"trace[429416498] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2749; }","duration":"20.788680187s","start":"2026-07-06T22:25:17.33337Z","end":"2026-07-06T22:25:38.122051Z","steps":["trace[429416498] 'agreement among raft nodes before linearized reading' (duration: 20.788607575s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:38.122516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:29.023031Z","time spent":"9.099473541s","remote":"127.0.0.1:36884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":5,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:38.122518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.70985327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-06T22:25:38.122544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.992514003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:25:38.122543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:17.333349Z","time spent":"20.789172788s","remote":"127.0.0.1:37060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:25:38.122571Z","caller":"traceutil/trace.go:171","msg":"trace[1016897454] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2749; }","duration":"8.709975684s","start":"2026-07-06T22:25:29.412582Z","end":"2026-07-06T22:25:38.122558Z","steps":["trace[1016897454] 'agreement among raft nodes before linearized reading' (duration: 8.70980045s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:25:38.122579Z","caller":"traceutil/trace.go:171","msg":"trace[773288256] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2749; }","duration":"3.992583434s","start":"2026-07-06T22:25:34.129985Z","end":"2026-07-06T22:25:38.122568Z","steps":["trace[773288256] 'agreement among raft nodes before linearized reading' (duration: 3.992527203s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:38.12262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:34.129965Z","time spent":"3.992644786s","remote":"127.0.0.1:36990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:38.122621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:29.412538Z","time spent":"8.710069486s","remote":"127.0.0.1:37226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":146,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:38.122677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.430266149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-06T22:25:38.122394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:13.760549Z","time spent":"24.361824232s","remote":"127.0.0.1:37136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:25:38.122737Z","caller":"traceutil/trace.go:171","msg":"trace[1348118604] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2749; }","duration":"3.430365132s","start":"2026-07-06T22:25:34.692355Z","end":"2026-07-06T22:25:38.12272Z","steps":["trace[1348118604] 'agreement among raft nodes before linearized reading' (duration: 3.430238299s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:38.1228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:34.692335Z","time spent":"3.430445353s","remote":"127.0.0.1:37054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":55,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:25:38.121939Z","caller":"traceutil/trace.go:171","msg":"trace[1523335776] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2749; }","duration":"18.959581951s","start":"2026-07-06T22:25:19.162344Z","end":"2026-07-06T22:25:38.121926Z","steps":["trace[1523335776] 'agreement among raft nodes before linearized reading' (duration: 18.959416997s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:38.122913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:19.162333Z","time spent":"18.960560825s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-06T22:25:38.122108Z","caller":"traceutil/trace.go:171","msg":"trace[650121471] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2; range_end:; response_count:1; response_revision:2749; }","duration":"18.966560059s","start":"2026-07-06T22:25:19.155532Z","end":"2026-07-06T22:25:38.122092Z","steps":["trace[650121471] 'agreement among raft nodes before linearized reading' (duration: 18.966422245s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:38.123105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:19.155514Z","time spent":"18.967559253s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2\" "} {"level":"warn","ts":"2026-07-06T22:25:38.121293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.48311903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:38.123231Z","caller":"traceutil/trace.go:171","msg":"trace[2006838382] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2749; }","duration":"15.485094007s","start":"2026-07-06T22:25:22.638118Z","end":"2026-07-06T22:25:38.123212Z","steps":["trace[2006838382] 'agreement among raft nodes before linearized reading' (duration: 15.48311612s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:38.123298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:22.638098Z","time spent":"15.485182499s","remote":"127.0.0.1:36800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:38.122484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:32.755308Z","time spent":"5.367167737s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-06T22:25:38.12249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:31.741895Z","time spent":"6.380583854s","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:40.132618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999226118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T22:25:40.132727Z","caller":"traceutil/trace.go:171","msg":"trace[1893192654] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999371521s","start":"2026-07-06T22:25:38.133335Z","end":"2026-07-06T22:25:40.132706Z","steps":["trace[1893192654] 'agreement among raft nodes before linearized reading' (duration: 1.999243898s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:40.132835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:38.133321Z","time spent":"1.999501084s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:25:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:25:41.418776Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.120589311s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T22:25:41.419318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:38.127408Z","time spent":"3.291902782s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-06T22:25:41.419559Z","caller":"traceutil/trace.go:171","msg":"trace[2084350188] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"3.28893953s","start":"2026-07-06T22:25:38.130585Z","end":"2026-07-06T22:25:41.419525Z","steps":["trace[2084350188] 'process raft request' (duration: 3.288496899s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:25:41.419691Z","caller":"traceutil/trace.go:171","msg":"trace[290526598] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"3.284250377s","start":"2026-07-06T22:25:38.135414Z","end":"2026-07-06T22:25:41.419665Z","steps":["trace[290526598] 'process raft request' (duration: 3.283815067s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:41.419721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:38.130568Z","time spent":"3.289063003s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:25:41.419849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:38.135397Z","time spent":"3.284349389s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:25:41.420219Z","caller":"traceutil/trace.go:171","msg":"trace[1445722327] linearizableReadLoop","detail":"{readStateIndex:2887; appliedIndex:2885; }","duration":"3.292015064s","start":"2026-07-06T22:25:38.127586Z","end":"2026-07-06T22:25:41.419601Z","steps":["trace[1445722327] 'read index received' (duration: 170.613274ms)","trace[1445722327] 'applied index is now lower than readState.Index' (duration: 3.121399899s)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:25:41.420251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.2926472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-07-06T22:25:41.420318Z","caller":"traceutil/trace.go:171","msg":"trace[482579994] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2751; }","duration":"3.292768522s","start":"2026-07-06T22:25:38.127533Z","end":"2026-07-06T22:25:41.420302Z","steps":["trace[482579994] 'agreement among raft nodes before linearized reading' (duration: 3.29265319s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:41.420358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:38.127514Z","time spent":"3.292836824s","remote":"127.0.0.1:36780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-06T22:25:42.133043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000313655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:25:42.133168Z","caller":"traceutil/trace.go:171","msg":"trace[67036315] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000481209s","start":"2026-07-06T22:25:40.132665Z","end":"2026-07-06T22:25:42.133146Z","steps":["trace[67036315] 'agreement among raft nodes before linearized reading' (duration: 2.000331045s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:42.133232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:40.132651Z","time spent":"2.000566511s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:25:43.142153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643497422s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:25:43.142643Z","caller":"traceutil/trace.go:171","msg":"trace[478029205] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"1.720202857s","start":"2026-07-06T22:25:41.422421Z","end":"2026-07-06T22:25:43.142624Z","steps":["trace[478029205] 'process raft request' (duration: 1.720101685s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:25:43.142886Z","caller":"traceutil/trace.go:171","msg":"trace[317080304] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"4.843719427s","start":"2026-07-06T22:25:38.299124Z","end":"2026-07-06T22:25:43.142844Z","steps":["trace[317080304] 'process raft request' (duration: 3.199421436s)","trace[317080304] 'compare' (duration: 1.643029531s)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:25:43.142906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:41.422387Z","time spent":"1.720308779s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:25:43.142984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:38.29911Z","time spent":"4.84382417s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:25:43.143105Z","caller":"traceutil/trace.go:171","msg":"trace[977455760] linearizableReadLoop","detail":"{readStateIndex:2890; appliedIndex:2889; }","duration":"1.722805469s","start":"2026-07-06T22:25:41.420273Z","end":"2026-07-06T22:25:43.143079Z","steps":["trace[977455760] 'read index received' (duration: 78.267392ms)","trace[977455760] 'applied index is now lower than readState.Index' (duration: 1.644535527s)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:25:43.143267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.968394176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/default/\" range_end:\"/registry/secrets/default0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:25:43.143242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.019188762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:25:43.143317Z","caller":"traceutil/trace.go:171","msg":"trace[1306181125] range","detail":"{range_begin:/registry/secrets/default/; range_end:/registry/secrets/default0; response_count:0; response_revision:2753; }","duration":"4.968495679s","start":"2026-07-06T22:25:38.174812Z","end":"2026-07-06T22:25:43.143308Z","steps":["trace[1306181125] 'agreement among raft nodes before linearized reading' (duration: 4.968394366s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:43.143361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:38.174796Z","time spent":"4.968554151s","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/default/\" range_end:\"/registry/secrets/default0\" "} {"level":"info","ts":"2026-07-06T22:25:43.143354Z","caller":"traceutil/trace.go:171","msg":"trace[332278598] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2753; }","duration":"3.019359816s","start":"2026-07-06T22:25:40.123971Z","end":"2026-07-06T22:25:43.143331Z","steps":["trace[332278598] 'agreement among raft nodes before linearized reading' (duration: 3.01911122s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:43.143416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:40.12395Z","time spent":"3.019454679s","remote":"127.0.0.1:37012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":17,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:43.143622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718990858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6751"} {"level":"info","ts":"2026-07-06T22:25:43.143671Z","caller":"traceutil/trace.go:171","msg":"trace[509921823] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:2753; }","duration":"1.71906813s","start":"2026-07-06T22:25:41.424577Z","end":"2026-07-06T22:25:43.143645Z","steps":["trace[509921823] 'agreement among raft nodes before linearized reading' (duration: 1.718976527s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:43.143701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:41.424551Z","time spent":"1.719143321s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6774,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-07-06T22:25:43.143786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.013688796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"warn","ts":"2026-07-06T22:25:43.143818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.014951366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:117478"} {"level":"warn","ts":"2026-07-06T22:25:43.143822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.997574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-06T22:25:43.143853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002748469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:43.143859Z","caller":"traceutil/trace.go:171","msg":"trace[504891881] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:2753; }","duration":"5.013785508s","start":"2026-07-06T22:25:38.130054Z","end":"2026-07-06T22:25:43.14384Z","steps":["trace[504891881] 'agreement among raft nodes before linearized reading' (duration: 5.013573913s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:25:43.143871Z","caller":"traceutil/trace.go:171","msg":"trace[1971788640] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2753; }","duration":"645.089617ms","start":"2026-07-06T22:25:42.49877Z","end":"2026-07-06T22:25:43.143859Z","steps":["trace[1971788640] 'agreement among raft nodes before linearized reading' (duration: 645.007915ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:25:43.14387Z","caller":"traceutil/trace.go:171","msg":"trace[1945257244] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2753; }","duration":"5.015003808s","start":"2026-07-06T22:25:38.12885Z","end":"2026-07-06T22:25:43.143854Z","steps":["trace[1945257244] 'agreement among raft nodes before linearized reading' (duration: 5.014487225s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:43.143902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:38.130025Z","time spent":"5.013868451s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-06T22:25:43.143912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:42.498748Z","time spent":"645.154678ms","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:43.143926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:38.128818Z","time spent":"5.01509183s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":117501,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-06T22:25:43.143982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701230871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:25:43.144014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004033981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-06T22:25:43.14402Z","caller":"traceutil/trace.go:171","msg":"trace[1920504948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2753; }","duration":"1.701317172s","start":"2026-07-06T22:25:41.442691Z","end":"2026-07-06T22:25:43.144008Z","steps":["trace[1920504948] 'agreement among raft nodes before linearized reading' (duration: 1.701257701s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:25:43.144044Z","caller":"traceutil/trace.go:171","msg":"trace[725973643] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2753; }","duration":"1.004116743s","start":"2026-07-06T22:25:42.139919Z","end":"2026-07-06T22:25:43.144036Z","steps":["trace[725973643] 'agreement among raft nodes before linearized reading' (duration: 1.00397854s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:43.144051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:41.442666Z","time spent":"1.701379334s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:25:43.144078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:42.1399Z","time spent":"1.004168414s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":146,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:25:43.143881Z","caller":"traceutil/trace.go:171","msg":"trace[1726281626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2753; }","duration":"1.002791911s","start":"2026-07-06T22:25:42.14108Z","end":"2026-07-06T22:25:43.143872Z","steps":["trace[1726281626] 'agreement among raft nodes before linearized reading' (duration: 1.00275002s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:43.144219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:42.14107Z","time spent":"1.003139369s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:25:43.145369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78598487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:25:43.145429Z","caller":"traceutil/trace.go:171","msg":"trace[1726920896] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2753; }","duration":"1.786078351s","start":"2026-07-06T22:25:41.359334Z","end":"2026-07-06T22:25:43.145413Z","steps":["trace[1726920896] 'agreement among raft nodes before linearized reading' (duration: 1.783776486s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:43.14547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:41.35932Z","time spent":"1.786137273s","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":5,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:43.652146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:25:44.152413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:25:44.475477Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.324128288s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T22:25:44.768912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.982208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:25:44.769037Z","caller":"traceutil/trace.go:171","msg":"trace[1291887253] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"1.617735681s","start":"2026-07-06T22:25:43.151279Z","end":"2026-07-06T22:25:44.769014Z","steps":["trace[1291887253] 'process raft request' (duration: 1.324560439s)","trace[1291887253] 'compare' (duration: 292.23253ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:25:44.769159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:43.151265Z","time spent":"1.617810223s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:25:45.155333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000264293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T22:25:45.155546Z","caller":"traceutil/trace.go:171","msg":"trace[79198997] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000510729s","start":"2026-07-06T22:25:43.155008Z","end":"2026-07-06T22:25:45.155519Z","steps":["trace[79198997] 'agreement among raft nodes before linearized reading' (duration: 2.000267563s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:45.155637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:43.155003Z","time spent":"2.000620501s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:25:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:25:45.705444Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.229676219s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T22:25:45.952805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.102264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:25:45.953026Z","caller":"traceutil/trace.go:171","msg":"trace[1734961136] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"1.179307577s","start":"2026-07-06T22:25:44.773702Z","end":"2026-07-06T22:25:45.953009Z","steps":["trace[1734961136] 'process raft request' (duration: 1.179266756s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:45.953083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:44.773683Z","time spent":"1.179375538s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-06T22:25:45.953385Z","caller":"traceutil/trace.go:171","msg":"trace[1073478138] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"2.799828545s","start":"2026-07-06T22:25:43.153543Z","end":"2026-07-06T22:25:45.953372Z","steps":["trace[1073478138] 'process raft request' (duration: 2.552075046s)","trace[1073478138] 'compare' (duration: 246.918519ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:25:45.953441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:43.153534Z","time spent":"2.799876596s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:25:45.953488Z","caller":"traceutil/trace.go:171","msg":"trace[634977818] linearizableReadLoop","detail":"{readStateIndex:2894; appliedIndex:2891; }","duration":"2.801588397s","start":"2026-07-06T22:25:43.151873Z","end":"2026-07-06T22:25:45.953462Z","steps":["trace[634977818] 'read index received' (duration: 1.323886622s)","trace[634977818] 'applied index is now lower than readState.Index' (duration: 1.477697895s)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:25:45.953696Z","caller":"traceutil/trace.go:171","msg":"trace[2141424429] transaction","detail":"{read_only:false; response_revision:2756; number_of_response:1; }","duration":"2.799137848s","start":"2026-07-06T22:25:43.154536Z","end":"2026-07-06T22:25:45.953674Z","steps":["trace[2141424429] 'process raft request' (duration: 2.798359059s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:45.953784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.801903375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-07-06T22:25:45.953799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:43.154531Z","time spent":"2.79921083s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7048,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:25:45.953843Z","caller":"traceutil/trace.go:171","msg":"trace[563079795] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:2757; }","duration":"2.801960006s","start":"2026-07-06T22:25:43.151862Z","end":"2026-07-06T22:25:45.953822Z","steps":["trace[563079795] 'agreement among raft nodes before linearized reading' (duration: 2.801787232s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:45.953889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:43.151843Z","time spent":"2.802034128s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.57\" "} {"level":"warn","ts":"2026-07-06T22:25:45.953885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.954043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:25:45.953922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80349517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:25:45.953939Z","caller":"traceutil/trace.go:171","msg":"trace[1745564267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2757; }","duration":"798.053116ms","start":"2026-07-06T22:25:45.15587Z","end":"2026-07-06T22:25:45.953923Z","steps":["trace[1745564267] 'agreement among raft nodes before linearized reading' (duration: 797.966574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:45.953949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.099814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:25:45.953978Z","caller":"traceutil/trace.go:171","msg":"trace[572650233] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2757; }","duration":"1.803594973s","start":"2026-07-06T22:25:44.150368Z","end":"2026-07-06T22:25:45.953963Z","steps":["trace[572650233] 'agreement among raft nodes before linearized reading' (duration: 1.803501641s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:45.953985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:45.155801Z","time spent":"798.174539ms","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-06T22:25:45.954027Z","caller":"traceutil/trace.go:171","msg":"trace[1707930956] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2757; }","duration":"114.195646ms","start":"2026-07-06T22:25:45.839791Z","end":"2026-07-06T22:25:45.953987Z","steps":["trace[1707930956] 'agreement among raft nodes before linearized reading' (duration: 114.106974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:45.954071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:44.150345Z","time spent":"1.803706306s","remote":"127.0.0.1:37208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":5,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:45.954118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76594337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050268"} {"level":"info","ts":"2026-07-06T22:25:45.954172Z","caller":"traceutil/trace.go:171","msg":"trace[1099322355] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:2757; }","duration":"2.766034312s","start":"2026-07-06T22:25:43.188124Z","end":"2026-07-06T22:25:45.954159Z","steps":["trace[1099322355] 'agreement among raft nodes before linearized reading' (duration: 2.765640672s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:45.954202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:43.188099Z","time spent":"2.766094823s","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050291,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-07-06T22:25:45.954268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959646637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:45.95432Z","caller":"traceutil/trace.go:171","msg":"trace[536994436] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2757; }","duration":"1.959747659s","start":"2026-07-06T22:25:43.994558Z","end":"2026-07-06T22:25:45.954305Z","steps":["trace[536994436] 'agreement among raft nodes before linearized reading' (duration: 1.959663817s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:45.954366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:43.994533Z","time spent":"1.959818011s","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:47.965272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000891037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:25:47.965351Z","caller":"traceutil/trace.go:171","msg":"trace[793816303] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00100594s","start":"2026-07-06T22:25:45.964328Z","end":"2026-07-06T22:25:47.965334Z","steps":["trace[793816303] 'agreement among raft nodes before linearized reading' (duration: 2.000905348s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:47.965393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:45.964316Z","time spent":"2.001068731s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:25:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:25:49.965655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000278204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:25:49.965752Z","caller":"traceutil/trace.go:171","msg":"trace[1552765572] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000434348s","start":"2026-07-06T22:25:47.965297Z","end":"2026-07-06T22:25:49.965732Z","steps":["trace[1552765572] 'agreement among raft nodes before linearized reading' (duration: 2.000306885s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:49.965846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:47.965279Z","time spent":"2.00055479s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:25:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:25:51.234676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.961638292s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-06T22:25:51.234798Z","caller":"traceutil/trace.go:171","msg":"trace[492443265] linearizableReadLoop","detail":"{readStateIndex:2896; appliedIndex:2895; }","duration":"5.275884922s","start":"2026-07-06T22:25:45.958891Z","end":"2026-07-06T22:25:51.234776Z","steps":["trace[492443265] 'read index received' (duration: 314.100806ms)","trace[492443265] 'applied index is now lower than readState.Index' (duration: 4.961782176s)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:25:51.234898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:45.955385Z","time spent":"5.279509328s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-06T22:25:51.235267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.276359183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-06T22:25:51.23532Z","caller":"traceutil/trace.go:171","msg":"trace[973996544] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2; range_end:; response_count:1; response_revision:2757; }","duration":"5.276413424s","start":"2026-07-06T22:25:45.958887Z","end":"2026-07-06T22:25:51.2353Z","steps":["trace[973996544] 'agreement among raft nodes before linearized reading' (duration: 5.27623933s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:51.235361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:45.95886Z","time spent":"5.276489745s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2\" "} {"level":"warn","ts":"2026-07-06T22:25:51.235632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.273547335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-rpv7h\" ","response":"range_response_count:1 size:4690"} {"level":"info","ts":"2026-07-06T22:25:51.235677Z","caller":"traceutil/trace.go:171","msg":"trace[1977297608] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-rpv7h; range_end:; response_count:1; response_revision:2757; }","duration":"5.273650387s","start":"2026-07-06T22:25:45.962013Z","end":"2026-07-06T22:25:51.235664Z","steps":["trace[1977297608] 'agreement among raft nodes before linearized reading' (duration: 5.273525834s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:51.235716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:45.961996Z","time spent":"5.273709239s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4713,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-rpv7h\" "} {"level":"warn","ts":"2026-07-06T22:25:51.235927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262487196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:51.236097Z","caller":"traceutil/trace.go:171","msg":"trace[2096346287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2757; }","duration":"1.26266529s","start":"2026-07-06T22:25:49.973408Z","end":"2026-07-06T22:25:51.236073Z","steps":["trace[2096346287] 'agreement among raft nodes before linearized reading' (duration: 1.262416044s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:51.236097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.089281837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:51.23616Z","caller":"traceutil/trace.go:171","msg":"trace[359613938] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2757; }","duration":"3.089392599s","start":"2026-07-06T22:25:48.146749Z","end":"2026-07-06T22:25:51.236142Z","steps":["trace[359613938] 'agreement among raft nodes before linearized reading' (duration: 3.089283337s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:51.236032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59813037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:25:51.236196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:48.14673Z","time spent":"3.089457091s","remote":"127.0.0.1:48390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:25:51.236202Z","caller":"traceutil/trace.go:171","msg":"trace[774822355] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2757; }","duration":"1.598418937s","start":"2026-07-06T22:25:49.63777Z","end":"2026-07-06T22:25:51.236189Z","steps":["trace[774822355] 'agreement among raft nodes before linearized reading' (duration: 1.598119259s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:51.236245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:49.637752Z","time spent":"1.598478798s","remote":"127.0.0.1:36976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:51.236262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206032132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:25:51.236303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.281026935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:51.236328Z","caller":"traceutil/trace.go:171","msg":"trace[544909824] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2757; }","duration":"2.281088647s","start":"2026-07-06T22:25:48.955231Z","end":"2026-07-06T22:25:51.236319Z","steps":["trace[544909824] 'agreement among raft nodes before linearized reading' (duration: 2.281049606s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:25:51.236314Z","caller":"traceutil/trace.go:171","msg":"trace[630732968] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2757; }","duration":"2.206114723s","start":"2026-07-06T22:25:49.030184Z","end":"2026-07-06T22:25:51.236299Z","steps":["trace[630732968] 'agreement among raft nodes before linearized reading' (duration: 2.206021801s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:51.236351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:48.955211Z","time spent":"2.281131478s","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:51.236364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:49.030172Z","time spent":"2.206179305s","remote":"127.0.0.1:37218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:51.236153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:49.973353Z","time spent":"1.262786003s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:25:51.236383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.091032015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050268"} {"level":"info","ts":"2026-07-06T22:25:51.237347Z","caller":"traceutil/trace.go:171","msg":"trace[996760790] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:2757; }","duration":"5.092027289s","start":"2026-07-06T22:25:46.145305Z","end":"2026-07-06T22:25:51.237332Z","steps":["trace[996760790] 'agreement among raft nodes before linearized reading' (duration: 5.090757359s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:51.23739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:46.145287Z","time spent":"5.09208712s","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050291,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-07-06T22:25:51.236472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.866969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:25:51.237592Z","caller":"traceutil/trace.go:171","msg":"trace[2018859930] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2757; }","duration":"463.020517ms","start":"2026-07-06T22:25:50.774557Z","end":"2026-07-06T22:25:51.237577Z","steps":["trace[2018859930] 'agreement among raft nodes before linearized reading' (duration: 461.872799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:51.23765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:50.774531Z","time spent":"463.090179ms","remote":"127.0.0.1:37170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:51.236547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020540686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:51.23771Z","caller":"traceutil/trace.go:171","msg":"trace[1136573608] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2757; }","duration":"1.021736055s","start":"2026-07-06T22:25:50.215949Z","end":"2026-07-06T22:25:51.237685Z","steps":["trace[1136573608] 'agreement among raft nodes before linearized reading' (duration: 1.020551676s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:51.237752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:50.215928Z","time spent":"1.021809517s","remote":"127.0.0.1:48308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:51.738971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:25:52.239492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:25:52.740112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:25:53.238631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000566571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:25:53.238719Z","caller":"traceutil/trace.go:171","msg":"trace[1126567106] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000697054s","start":"2026-07-06T22:25:51.237998Z","end":"2026-07-06T22:25:53.238695Z","steps":["trace[1126567106] 'agreement among raft nodes before linearized reading' (duration: 2.000590122s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:53.238792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:51.237959Z","time spent":"2.000816517s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:25:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:25:53.240969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:25:53.442849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999817343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:25:53.442926Z","caller":"traceutil/trace.go:171","msg":"trace[811556828] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999946537s","start":"2026-07-06T22:25:51.442962Z","end":"2026-07-06T22:25:53.442909Z","steps":["trace[811556828] 'agreement among raft nodes before linearized reading' (duration: 1.999849344s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:53.44298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:51.442943Z","time spent":"2.000017518s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:25:53.741423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:25:54.242574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:25:54.665492Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.427917413s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T22:25:55.246734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000513907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:25:55.246877Z","caller":"traceutil/trace.go:171","msg":"trace[1229854617] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000710352s","start":"2026-07-06T22:25:53.246144Z","end":"2026-07-06T22:25:55.246854Z","steps":["trace[1229854617] 'agreement among raft nodes before linearized reading' (duration: 2.000544128s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:55.246934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:53.246128Z","time spent":"2.000794735s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:25:55.836754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.440777996s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:55.836875Z","caller":"traceutil/trace.go:171","msg":"trace[2116395876] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2757; }","duration":"4.440909949s","start":"2026-07-06T22:25:51.395947Z","end":"2026-07-06T22:25:55.836857Z","steps":["trace[2116395876] 'range keys from in-memory index tree' (duration: 4.440761206s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:55.837182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:51.816015Z","time spent":"4.021161022s","remote":"127.0.0.1:57110","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-06T22:25:55.837711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171809956s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:25:55.837775Z","caller":"traceutil/trace.go:171","msg":"trace[932817988] transaction","detail":"{read_only:false; response_revision:2758; number_of_response:1; }","duration":"4.600263692s","start":"2026-07-06T22:25:51.237494Z","end":"2026-07-06T22:25:55.837758Z","steps":["trace[932817988] 'process raft request' (duration: 3.428344533s)","trace[932817988] 'compare' (duration: 1.170626498s)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:25:55.838889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:51.237479Z","time spent":"4.601370098s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:25:55.916777Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.250881458s","expected-duration":"1s"} {"level":"info","ts":"2026-07-06T22:25:55.917516Z","caller":"traceutil/trace.go:171","msg":"trace[959715145] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"4.678728439s","start":"2026-07-06T22:25:51.238741Z","end":"2026-07-06T22:25:55.917469Z","steps":["trace[959715145] 'process raft request' (duration: 4.678321069s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:25:55.917593Z","caller":"traceutil/trace.go:171","msg":"trace[211585256] transaction","detail":"{read_only:false; response_revision:2760; number_of_response:1; }","duration":"4.674243531s","start":"2026-07-06T22:25:51.243318Z","end":"2026-07-06T22:25:55.917562Z","steps":["trace[211585256] 'process raft request' (duration: 4.674051587s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:55.917684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:51.238728Z","time spent":"4.678868192s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:25:55.917745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:51.24331Z","time spent":"4.674344614s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7022,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:25:55.917537Z","caller":"traceutil/trace.go:171","msg":"trace[1072414481] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"4.147109921s","start":"2026-07-06T22:25:51.77041Z","end":"2026-07-06T22:25:55.91752Z","steps":["trace[1072414481] 'process raft request' (duration: 4.14703829s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:55.917976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:51.770387Z","time spent":"4.1474641s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:25:57.115181Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.170989236s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T22:25:57.247747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999996257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:25:57.247828Z","caller":"traceutil/trace.go:171","msg":"trace[1755459372] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00012729s","start":"2026-07-06T22:25:55.247684Z","end":"2026-07-06T22:25:57.247811Z","steps":["trace[1755459372] 'agreement among raft nodes before linearized reading' (duration: 2.000027408s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:57.247863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:55.247666Z","time spent":"2.000189671s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:25:58.282999Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.167589673s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T22:25:58.380272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.462757947s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-06T22:25:58.380482Z","caller":"traceutil/trace.go:171","msg":"trace[2070361778] linearizableReadLoop","detail":"{readStateIndex:2901; appliedIndex:2896; }","duration":"7.142431409s","start":"2026-07-06T22:25:51.238033Z","end":"2026-07-06T22:25:58.380464Z","steps":["trace[2070361778] 'read index received' (duration: 3.427822411s)","trace[2070361778] 'applied index is now lower than readState.Index' (duration: 3.714606058s)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:25:58.381164Z","caller":"traceutil/trace.go:171","msg":"trace[261881326] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"2.458448553s","start":"2026-07-06T22:25:55.922647Z","end":"2026-07-06T22:25:58.381095Z","steps":["trace[261881326] 'process raft request' (duration: 2.457716365s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:58.38157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:55.922619Z","time spent":"2.458620738s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-06T22:25:59.155024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.889205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:25:59.155107Z","caller":"traceutil/trace.go:171","msg":"trace[355604150] linearizableReadLoop","detail":"{readStateIndex:2903; appliedIndex:2901; }","duration":"774.585781ms","start":"2026-07-06T22:25:58.380509Z","end":"2026-07-06T22:25:59.155095Z","steps":["trace[355604150] 'read index received' (duration: 296.877µs)","trace[355604150] 'applied index is now lower than readState.Index' (duration: 774.288004ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:25:59.155249Z","caller":"traceutil/trace.go:171","msg":"trace[1553396099] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"2.958400839s","start":"2026-07-06T22:25:56.196839Z","end":"2026-07-06T22:25:59.155239Z","steps":["trace[1553396099] 'process raft request' (duration: 2.184229027s)","trace[1553396099] 'compare' (duration: 773.808983ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:25:59.155295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:56.196819Z","time spent":"2.95845193s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:25:59.155427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899081768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:59.155451Z","caller":"traceutil/trace.go:171","msg":"trace[565322514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2763; }","duration":"1.89912608s","start":"2026-07-06T22:25:57.256319Z","end":"2026-07-06T22:25:59.155445Z","steps":["trace[565322514] 'agreement among raft nodes before linearized reading' (duration: 1.899088679s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:59.155469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:57.256307Z","time spent":"1.89915856s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:25:59.155633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.314350971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-07-06T22:25:59.155664Z","caller":"traceutil/trace.go:171","msg":"trace[1760409044] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2763; }","duration":"3.314416443s","start":"2026-07-06T22:25:55.841239Z","end":"2026-07-06T22:25:59.155655Z","steps":["trace[1760409044] 'agreement among raft nodes before linearized reading' (duration: 3.314346431s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:59.155685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:55.841223Z","time spent":"3.314457083s","remote":"127.0.0.1:36860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-06T22:25:59.155693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.780044392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:25:59.155771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.964029298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:25:59.155793Z","caller":"traceutil/trace.go:171","msg":"trace[1324990321] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2763; }","duration":"3.964079509s","start":"2026-07-06T22:25:55.191706Z","end":"2026-07-06T22:25:59.155786Z","steps":["trace[1324990321] 'agreement among raft nodes before linearized reading' (duration: 3.964050478s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:25:59.155787Z","caller":"traceutil/trace.go:171","msg":"trace[162287675] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2763; }","duration":"6.780195925s","start":"2026-07-06T22:25:52.375567Z","end":"2026-07-06T22:25:59.155763Z","steps":["trace[162287675] 'agreement among raft nodes before linearized reading' (duration: 6.780002951s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:59.155816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:55.191687Z","time spent":"3.96412184s","remote":"127.0.0.1:48382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:59.155856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.259961293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-06T22:25:59.155859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:52.375543Z","time spent":"6.780298588s","remote":"127.0.0.1:48152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:59.155821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.233929017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4130"} {"level":"info","ts":"2026-07-06T22:25:59.155917Z","caller":"traceutil/trace.go:171","msg":"trace[1173551674] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:2763; }","duration":"3.234054229s","start":"2026-07-06T22:25:55.921855Z","end":"2026-07-06T22:25:59.155909Z","steps":["trace[1173551674] 'agreement among raft nodes before linearized reading' (duration: 3.233925326s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:59.155938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:55.921836Z","time spent":"3.234096761s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4153,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-06T22:25:59.155994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.148557826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:25:59.156013Z","caller":"traceutil/trace.go:171","msg":"trace[177479494] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2763; }","duration":"4.148618167s","start":"2026-07-06T22:25:55.00739Z","end":"2026-07-06T22:25:59.156008Z","steps":["trace[177479494] 'agreement among raft nodes before linearized reading' (duration: 4.148585867s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:59.156033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:55.007358Z","time spent":"4.148669629s","remote":"127.0.0.1:36852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-07-06T22:25:59.155875Z","caller":"traceutil/trace.go:171","msg":"trace[908830616] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2763; }","duration":"3.259979573s","start":"2026-07-06T22:25:55.895889Z","end":"2026-07-06T22:25:59.155869Z","steps":["trace[908830616] 'agreement among raft nodes before linearized reading' (duration: 3.259944202s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:59.15618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:55.895876Z","time spent":"3.26029653s","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:59.156197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.864568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-06T22:25:59.156206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.609353575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050268"} {"level":"info","ts":"2026-07-06T22:25:59.156235Z","caller":"traceutil/trace.go:171","msg":"trace[1611787955] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2; range_end:; response_count:1; response_revision:2763; }","duration":"769.928959ms","start":"2026-07-06T22:25:58.386293Z","end":"2026-07-06T22:25:59.156222Z","steps":["trace[1611787955] 'agreement among raft nodes before linearized reading' (duration: 769.791366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:59.155735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.818766658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:25:59.156272Z","caller":"traceutil/trace.go:171","msg":"trace[966467961] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2763; }","duration":"7.819344552s","start":"2026-07-06T22:25:51.33692Z","end":"2026-07-06T22:25:59.156265Z","steps":["trace[966467961] 'agreement among raft nodes before linearized reading' (duration: 7.818781078s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:25:59.156272Z","caller":"traceutil/trace.go:171","msg":"trace[904901633] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:2763; }","duration":"6.609463088s","start":"2026-07-06T22:25:52.546794Z","end":"2026-07-06T22:25:59.156257Z","steps":["trace[904901633] 'agreement among raft nodes before linearized reading' (duration: 6.60868535s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:25:59.15627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:58.386277Z","time spent":"769.98576ms","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2\" "} {"level":"warn","ts":"2026-07-06T22:25:59.156294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:51.336888Z","time spent":"7.819399252s","remote":"127.0.0.1:36772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":31,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:25:59.156306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:52.546776Z","time spent":"6.609523879s","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050291,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-07-06T22:25:59.661762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134330,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:26:00.162682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322104242060134330,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-06T22:26:00.315004Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.15532229s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-06T22:26:01.098362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.082995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:26:01.098496Z","caller":"traceutil/trace.go:171","msg":"trace[380361651] transaction","detail":"{read_only:false; response_revision:2764; number_of_response:1; }","duration":"1.939499422s","start":"2026-07-06T22:25:59.15897Z","end":"2026-07-06T22:26:01.098469Z","steps":["trace[380361651] 'process raft request' (duration: 1.156217372s)","trace[380361651] 'compare' (duration: 782.743877ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:26:01.098608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:59.158958Z","time spent":"1.939618995s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:26:01.166006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00094678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T22:26:01.166104Z","caller":"traceutil/trace.go:171","msg":"trace[1866663554] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001079814s","start":"2026-07-06T22:25:59.165Z","end":"2026-07-06T22:26:01.16608Z","steps":["trace[1866663554] 'agreement among raft nodes before linearized reading' (duration: 2.000959491s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:01.166181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:59.164994Z","time spent":"2.001156596s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:26:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:26:01.819849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.24217ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:26:01.819943Z","caller":"traceutil/trace.go:171","msg":"trace[1837658067] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2764; }","duration":"423.350042ms","start":"2026-07-06T22:26:01.396579Z","end":"2026-07-06T22:26:01.819929Z","steps":["trace[1837658067] 'range keys from in-memory index tree' (duration: 423.22713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:01.82013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.91487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:26:01.820242Z","caller":"traceutil/trace.go:171","msg":"trace[916867070] linearizableReadLoop","detail":"{readStateIndex:2905; appliedIndex:2903; }","duration":"2.659375937s","start":"2026-07-06T22:25:59.160849Z","end":"2026-07-06T22:26:01.820225Z","steps":["trace[916867070] 'read index received' (duration: 1.154320016s)","trace[916867070] 'applied index is now lower than readState.Index' (duration: 1.505054021s)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:26:01.820372Z","caller":"traceutil/trace.go:171","msg":"trace[868327523] transaction","detail":"{read_only:false; response_revision:2765; number_of_response:1; }","duration":"2.657300057s","start":"2026-07-06T22:25:59.163029Z","end":"2026-07-06T22:26:01.820329Z","steps":["trace[868327523] 'process raft request' (duration: 2.10610706s)","trace[868327523] 'compare' (duration: 550.330746ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:26:01.820451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.659591373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-06T22:26:01.820495Z","caller":"traceutil/trace.go:171","msg":"trace[1766082294] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:2765; }","duration":"2.659681305s","start":"2026-07-06T22:25:59.160801Z","end":"2026-07-06T22:26:01.820483Z","steps":["trace[1766082294] 'agreement among raft nodes before linearized reading' (duration: 2.659509511s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:01.820547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:59.160783Z","time spent":"2.659744636s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.57\" "} {"level":"warn","ts":"2026-07-06T22:26:01.820702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:59.163017Z","time spent":"2.657546943s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4409,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:26:03.166513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00014836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-06T22:26:03.16659Z","caller":"traceutil/trace.go:171","msg":"trace[2107249531] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000285223s","start":"2026-07-06T22:26:01.166287Z","end":"2026-07-06T22:26:03.166572Z","steps":["trace[2107249531] 'agreement among raft nodes before linearized reading' (duration: 2.00018988s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:03.166646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:01.166262Z","time spent":"2.000375365s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:26:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:26:03.445152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000243113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-06T22:26:03.445252Z","caller":"traceutil/trace.go:171","msg":"trace[1329797651] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000414327s","start":"2026-07-06T22:26:01.444802Z","end":"2026-07-06T22:26:03.445216Z","steps":["trace[1329797651] 'agreement among raft nodes before linearized reading' (duration: 2.000288114s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:03.44533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:01.444775Z","time spent":"2.00053738s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/06 22:26:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-06T22:26:04.407272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440190995s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-06T22:26:04.407393Z","caller":"traceutil/trace.go:171","msg":"trace[602169437] linearizableReadLoop","detail":"{readStateIndex:2906; appliedIndex:2905; }","duration":"2.587092808s","start":"2026-07-06T22:26:01.820282Z","end":"2026-07-06T22:26:04.407375Z","steps":["trace[602169437] 'read index received' (duration: 146.797961ms)","trace[602169437] 'applied index is now lower than readState.Index' (duration: 2.440293447s)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:26:04.407571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:01.821459Z","time spent":"2.586107985s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-06T22:26:04.407598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.98655773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:26:04.407653Z","caller":"traceutil/trace.go:171","msg":"trace[1010957200] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2766; }","duration":"3.986662183s","start":"2026-07-06T22:26:00.420976Z","end":"2026-07-06T22:26:04.407638Z","steps":["trace[1010957200] 'agreement among raft nodes before linearized reading' (duration: 3.98654499s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:04.407681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:00.420955Z","time spent":"3.986720154s","remote":"127.0.0.1:48262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:26:04.407687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.583911232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4660"} {"level":"info","ts":"2026-07-06T22:26:04.407768Z","caller":"traceutil/trace.go:171","msg":"trace[311408672] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:2766; }","duration":"2.584015924s","start":"2026-07-06T22:26:01.823734Z","end":"2026-07-06T22:26:04.40775Z","steps":["trace[311408672] 'agreement among raft nodes before linearized reading' (duration: 2.583864811s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:04.407769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.056153848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-node-lease/\" range_end:\"/registry/secrets/kube-node-lease0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:26:04.407809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:01.823726Z","time spent":"2.584073617s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4683,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-07-06T22:26:04.40782Z","caller":"traceutil/trace.go:171","msg":"trace[2103287166] range","detail":"{range_begin:/registry/secrets/kube-node-lease/; range_end:/registry/secrets/kube-node-lease0; response_count:0; response_revision:2766; }","duration":"5.05623213s","start":"2026-07-06T22:25:59.351573Z","end":"2026-07-06T22:26:04.407805Z","steps":["trace[2103287166] 'agreement among raft nodes before linearized reading' (duration: 5.056153138s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:04.407833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702871553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:26:04.407855Z","caller":"traceutil/trace.go:171","msg":"trace[1806757976] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2766; }","duration":"2.702935425s","start":"2026-07-06T22:26:01.704913Z","end":"2026-07-06T22:26:04.407848Z","steps":["trace[1806757976] 'agreement among raft nodes before linearized reading' (duration: 2.702901274s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:04.40786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:25:59.351558Z","time spent":"5.056293331s","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/kube-node-lease/\" range_end:\"/registry/secrets/kube-node-lease0\" "} {"level":"warn","ts":"2026-07-06T22:26:04.407873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:01.704887Z","time spent":"2.702981376s","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:26:04.40799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.133040384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:26:04.408002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233878969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-06T22:26:04.408031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.305839316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfd3a7698e668c\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-07-06T22:26:04.408027Z","caller":"traceutil/trace.go:171","msg":"trace[1333602293] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2766; }","duration":"4.133114785s","start":"2026-07-06T22:26:00.274901Z","end":"2026-07-06T22:26:04.408016Z","steps":["trace[1333602293] 'agreement among raft nodes before linearized reading' (duration: 4.133044263s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:26:04.408037Z","caller":"traceutil/trace.go:171","msg":"trace[266044522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2766; }","duration":"1.233940701s","start":"2026-07-06T22:26:03.174082Z","end":"2026-07-06T22:26:04.408022Z","steps":["trace[266044522] 'agreement among raft nodes before linearized reading' (duration: 1.23389542s)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:26:04.40805Z","caller":"traceutil/trace.go:171","msg":"trace[1873484387] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bfd3a7698e668c; range_end:; response_count:1; response_revision:2766; }","duration":"3.305857776s","start":"2026-07-06T22:26:01.102186Z","end":"2026-07-06T22:26:04.408044Z","steps":["trace[1873484387] 'agreement among raft nodes before linearized reading' (duration: 3.305772564s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:04.40806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:00.274883Z","time spent":"4.133168387s","remote":"127.0.0.1:48164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:26:04.408067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:03.174058Z","time spent":"1.234003302s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-06T22:26:04.408068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:01.102119Z","time spent":"3.305946019s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bfd3a7698e668c\" "} {"level":"warn","ts":"2026-07-06T22:26:04.408233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352921532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:26:04.408298Z","caller":"traceutil/trace.go:171","msg":"trace[720351885] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2766; }","duration":"1.353034065s","start":"2026-07-06T22:26:03.055245Z","end":"2026-07-06T22:26:04.408279Z","steps":["trace[720351885] 'agreement among raft nodes before linearized reading' (duration: 1.352903772s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:04.408349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:03.055223Z","time spent":"1.353110177s","remote":"127.0.0.1:37116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:26:04.824057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.500521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-07-06T22:26:04.824176Z","caller":"traceutil/trace.go:171","msg":"trace[222605452] linearizableReadLoop","detail":"{readStateIndex:2908; appliedIndex:2907; }","duration":"413.850624ms","start":"2026-07-06T22:26:04.410307Z","end":"2026-07-06T22:26:04.824158Z","steps":["trace[222605452] 'read index received' (duration: 174.270102ms)","trace[222605452] 'applied index is now lower than readState.Index' (duration: 239.579282ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:26:04.824203Z","caller":"traceutil/trace.go:171","msg":"trace[329774229] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2766; }","duration":"415.596297ms","start":"2026-07-06T22:26:04.408578Z","end":"2026-07-06T22:26:04.824174Z","steps":["trace[329774229] 'process raft request' (duration: 175.884501ms)","trace[329774229] 'compare' (duration: 239.428149ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:26:04.824259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.956307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:26:04.824294Z","caller":"traceutil/trace.go:171","msg":"trace[1916281421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2766; }","duration":"414.009308ms","start":"2026-07-06T22:26:04.410275Z","end":"2026-07-06T22:26:04.824285Z","steps":["trace[1916281421] 'agreement among raft nodes before linearized reading' (duration: 413.952847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:04.824327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:04.408559Z","time spent":"415.701589ms","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:26:04.824343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:04.410261Z","time spent":"414.07517ms","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-06T22:26:04.892181Z","caller":"traceutil/trace.go:171","msg":"trace[559960089] transaction","detail":"{read_only:false; response_revision:2768; number_of_response:1; }","duration":"476.146844ms","start":"2026-07-06T22:26:04.415995Z","end":"2026-07-06T22:26:04.892142Z","steps":["trace[559960089] 'process raft request' (duration: 476.00732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:04.892224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.741463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-public/\" range_end:\"/registry/secrets/kube-public0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:26:04.892245Z","caller":"traceutil/trace.go:171","msg":"trace[1716106638] transaction","detail":"{read_only:false; response_revision:2767; number_of_response:1; }","duration":"481.257496ms","start":"2026-07-06T22:26:04.410945Z","end":"2026-07-06T22:26:04.892202Z","steps":["trace[1716106638] 'process raft request' (duration: 480.923398ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:26:04.892305Z","caller":"traceutil/trace.go:171","msg":"trace[716103749] range","detail":"{range_begin:/registry/secrets/kube-public/; range_end:/registry/secrets/kube-public0; response_count:0; response_revision:2768; }","duration":"433.834935ms","start":"2026-07-06T22:26:04.458449Z","end":"2026-07-06T22:26:04.892284Z","steps":["trace[716103749] 'agreement among raft nodes before linearized reading' (duration: 433.688641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:04.892352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:04.415981Z","time spent":"476.284157ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4927,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:26:04.892376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:04.458429Z","time spent":"433.927748ms","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/kube-public/\" range_end:\"/registry/secrets/kube-public0\" "} {"level":"warn","ts":"2026-07-06T22:26:04.892428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:04.410933Z","time spent":"481.398969ms","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:26:05.89525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.136287ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-06T22:26:05.895333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:04.825144Z","time spent":"1.0701773s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-06T22:26:05.895409Z","caller":"traceutil/trace.go:171","msg":"trace[1817919914] transaction","detail":"{read_only:false; response_revision:2770; number_of_response:1; }","duration":"617.735519ms","start":"2026-07-06T22:26:05.277663Z","end":"2026-07-06T22:26:05.895398Z","steps":["trace[1817919914] 'process raft request' (duration: 617.708498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:05.895469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:05.277636Z","time spent":"617.79787ms","remote":"127.0.0.1:36726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:26:05.895628Z","caller":"traceutil/trace.go:171","msg":"trace[607936548] transaction","detail":"{read_only:false; response_revision:2769; number_of_response:1; }","duration":"998.521697ms","start":"2026-07-06T22:26:04.897082Z","end":"2026-07-06T22:26:05.895604Z","steps":["trace[607936548] 'process raft request' (duration: 998.23238ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:26:05.895696Z","caller":"traceutil/trace.go:171","msg":"trace[769515014] linearizableReadLoop","detail":"{readStateIndex:2911; appliedIndex:2910; }","duration":"1.003564868s","start":"2026-07-06T22:26:04.892117Z","end":"2026-07-06T22:26:05.895682Z","steps":["trace[769515014] 'read index received' (duration: 109.016541ms)","trace[769515014] 'applied index is now lower than readState.Index' (duration: 894.547147ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:26:05.895737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:04.897062Z","time spent":"998.621359ms","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-06T22:26:05.895807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063209823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:26:05.895836Z","caller":"traceutil/trace.go:171","msg":"trace[758970230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2770; }","duration":"1.063252683s","start":"2026-07-06T22:26:04.832574Z","end":"2026-07-06T22:26:05.895827Z","steps":["trace[758970230] 'agreement among raft nodes before linearized reading' (duration: 1.063176372s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:05.895861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.805477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-hfcdp\" ","response":"range_response_count:1 size:13723"} {"level":"warn","ts":"2026-07-06T22:26:05.895867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:04.832568Z","time spent":"1.063293624s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-06T22:26:05.895882Z","caller":"traceutil/trace.go:171","msg":"trace[763359367] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-hfcdp; range_end:; response_count:1; response_revision:2770; }","duration":"999.856079ms","start":"2026-07-06T22:26:04.896021Z","end":"2026-07-06T22:26:05.895877Z","steps":["trace[763359367] 'agreement among raft nodes before linearized reading' (duration: 999.739346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:05.895896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:04.896006Z","time spent":"999.887279ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":13746,"request content":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-hfcdp\" "} {"level":"warn","ts":"2026-07-06T22:26:05.895966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.319573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-06T22:26:05.896028Z","caller":"traceutil/trace.go:171","msg":"trace[1839286467] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2770; }","duration":"887.438556ms","start":"2026-07-06T22:26:05.008571Z","end":"2026-07-06T22:26:05.89601Z","steps":["trace[1839286467] 'agreement among raft nodes before linearized reading' (duration: 887.284552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:05.896072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:05.008551Z","time spent":"887.511817ms","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":70,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-06T22:26:05.896242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.043063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-07-06T22:26:05.896327Z","caller":"traceutil/trace.go:171","msg":"trace[402368044] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2770; }","duration":"953.160015ms","start":"2026-07-06T22:26:04.943151Z","end":"2026-07-06T22:26:05.896311Z","steps":["trace[402368044] 'agreement among raft nodes before linearized reading' (duration: 952.796706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:05.896446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:04.943133Z","time spent":"953.300209ms","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":6,"response size":363705,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-07-06T22:26:06.934173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.178754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:26:06.93428Z","caller":"traceutil/trace.go:171","msg":"trace[394983247] linearizableReadLoop","detail":"{readStateIndex:2914; appliedIndex:2913; }","duration":"1.037032645s","start":"2026-07-06T22:26:05.897232Z","end":"2026-07-06T22:26:06.934264Z","steps":["trace[394983247] 'read index received' (duration: 264.695427ms)","trace[394983247] 'applied index is now lower than readState.Index' (duration: 772.336128ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:26:06.934351Z","caller":"traceutil/trace.go:171","msg":"trace[167869953] transaction","detail":"{read_only:false; response_revision:2771; number_of_response:1; }","duration":"1.037468285s","start":"2026-07-06T22:26:05.896872Z","end":"2026-07-06T22:26:06.93434Z","steps":["trace[167869953] 'process raft request' (duration: 265.043545ms)","trace[167869953] 'compare' (duration: 772.03705ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:26:06.93441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:05.896862Z","time spent":"1.037519807s","remote":"127.0.0.1:36750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:26:06.934677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037442345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:26:06.934715Z","caller":"traceutil/trace.go:171","msg":"trace[1376341441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2771; }","duration":"1.037540457s","start":"2026-07-06T22:26:05.897165Z","end":"2026-07-06T22:26:06.934706Z","steps":["trace[1376341441] 'agreement among raft nodes before linearized reading' (duration: 1.037443314s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:06.934749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:05.897147Z","time spent":"1.037596218s","remote":"127.0.0.1:36714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-06T22:26:07.131988Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1914} {"level":"warn","ts":"2026-07-06T22:26:07.132306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.063256ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-07-06T22:26:07.132399Z","caller":"traceutil/trace.go:171","msg":"trace[1686432653] compact","detail":"{revision:1914; response_revision:2771; }","duration":"1.235141339s","start":"2026-07-06T22:26:05.897246Z","end":"2026-07-06T22:26:07.132388Z","steps":["trace[1686432653] 'process raft request' (duration: 1.075370366s)","trace[1686432653] 'check and update compact revision' (duration: 158.925733ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:26:07.132427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:05.897238Z","time spent":"1.235186451s","remote":"127.0.0.1:36726","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-06T22:26:07.133254Z","caller":"traceutil/trace.go:171","msg":"trace[1415972038] transaction","detail":"{read_only:false; response_revision:2772; number_of_response:1; }","duration":"1.23471413s","start":"2026-07-06T22:26:05.898528Z","end":"2026-07-06T22:26:07.133242Z","steps":["trace[1415972038] 'process raft request' (duration: 1.233847639s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:07.133332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:05.89852Z","time spent":"1.234770301s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":882,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-06T22:26:07.133312Z","caller":"traceutil/trace.go:171","msg":"trace[58635671] linearizableReadLoop","detail":"{readStateIndex:2918; appliedIndex:2914; }","duration":"198.979886ms","start":"2026-07-06T22:26:06.934311Z","end":"2026-07-06T22:26:07.133291Z","steps":["trace[58635671] 'read index received' (duration: 38.222279ms)","trace[58635671] 'applied index is now lower than readState.Index' (duration: 160.756447ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:26:07.133612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.214004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-07-06T22:26:07.133643Z","caller":"traceutil/trace.go:171","msg":"trace[1009492216] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:2774; }","duration":"747.275085ms","start":"2026-07-06T22:26:06.386359Z","end":"2026-07-06T22:26:07.133634Z","steps":["trace[1009492216] 'agreement among raft nodes before linearized reading' (duration: 747.203274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:07.133665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:06.386344Z","time spent":"747.315156ms","remote":"127.0.0.1:36812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"info","ts":"2026-07-06T22:26:07.133789Z","caller":"traceutil/trace.go:171","msg":"trace[1526809074] transaction","detail":"{read_only:false; response_revision:2773; number_of_response:1; }","duration":"1.228694035s","start":"2026-07-06T22:26:05.905086Z","end":"2026-07-06T22:26:07.13378Z","steps":["trace[1526809074] 'process raft request' (duration: 1.228099831s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:07.133864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:05.905067Z","time spent":"1.228769726s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14132,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-06T22:26:07.134018Z","caller":"traceutil/trace.go:171","msg":"trace[1125877510] transaction","detail":"{read_only:false; response_revision:2774; number_of_response:1; }","duration":"1.010848024s","start":"2026-07-06T22:26:06.12312Z","end":"2026-07-06T22:26:07.133968Z","steps":["trace[1125877510] 'process raft request' (duration: 1.010128337s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:07.134055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.034189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-07-06T22:26:07.134272Z","caller":"traceutil/trace.go:171","msg":"trace[993625160] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2774; }","duration":"197.285315ms","start":"2026-07-06T22:26:06.936969Z","end":"2026-07-06T22:26:07.134254Z","steps":["trace[993625160] 'agreement among raft nodes before linearized reading' (duration: 197.028029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:07.134374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.407254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-06T22:26:07.1344Z","caller":"traceutil/trace.go:171","msg":"trace[669854573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2774; }","duration":"191.468706ms","start":"2026-07-06T22:26:06.942924Z","end":"2026-07-06T22:26:07.134393Z","steps":["trace[669854573] 'agreement among raft nodes before linearized reading' (duration: 191.429775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:07.134486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:06.1231Z","time spent":"1.01104092s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:26:07.135243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1237353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-07-06T22:26:07.136751Z","caller":"traceutil/trace.go:171","msg":"trace[1927655065] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2774; }","duration":"1.124609002s","start":"2026-07-06T22:26:06.011482Z","end":"2026-07-06T22:26:07.136091Z","steps":["trace[1927655065] 'agreement among raft nodes before linearized reading' (duration: 1.122826239s)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:07.136934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:06.01143Z","time spent":"1.125364529s","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":6,"response size":363705,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-07-06T22:26:07.441375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.538785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:26:07.441839Z","caller":"traceutil/trace.go:171","msg":"trace[1084606027] linearizableReadLoop","detail":"{readStateIndex:2919; appliedIndex:2918; }","duration":"302.417234ms","start":"2026-07-06T22:26:07.139397Z","end":"2026-07-06T22:26:07.441815Z","steps":["trace[1084606027] 'read index received' (duration: 49.350337ms)","trace[1084606027] 'applied index is now lower than readState.Index' (duration: 253.064907ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:26:07.441829Z","caller":"traceutil/trace.go:171","msg":"trace[40651703] transaction","detail":"{read_only:false; response_revision:2775; number_of_response:1; }","duration":"303.010149ms","start":"2026-07-06T22:26:07.138575Z","end":"2026-07-06T22:26:07.441585Z","steps":["trace[40651703] 'process raft request' (duration: 50.183417ms)","trace[40651703] 'compare' (duration: 172.209233ms)","trace[40651703] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/kube-system/kube-apiserver-instance.18bfd3908fdcebf2; req_size:756; } (duration: 80.23589ms)"],"step_count":3} {"level":"info","ts":"2026-07-06T22:26:07.441924Z","caller":"traceutil/trace.go:171","msg":"trace[1850693607] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"297.26208ms","start":"2026-07-06T22:26:07.144647Z","end":"2026-07-06T22:26:07.441909Z","steps":["trace[1850693607] 'process raft request' (duration: 296.825899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:07.441992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:07.138557Z","time spent":"303.353357ms","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:26:07.442183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.32338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"warn","ts":"2026-07-06T22:26:07.442249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.561281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-07-06T22:26:07.442263Z","caller":"traceutil/trace.go:171","msg":"trace[559764968] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:2776; }","duration":"289.428412ms","start":"2026-07-06T22:26:07.152812Z","end":"2026-07-06T22:26:07.44224Z","steps":["trace[559764968] 'agreement among raft nodes before linearized reading' (duration: 289.212916ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:26:07.442289Z","caller":"traceutil/trace.go:171","msg":"trace[2147053581] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2776; }","duration":"256.633993ms","start":"2026-07-06T22:26:07.185641Z","end":"2026-07-06T22:26:07.442275Z","steps":["trace[2147053581] 'agreement among raft nodes before linearized reading' (duration: 256.375896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:07.442539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.133002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-06T22:26:07.442585Z","caller":"traceutil/trace.go:171","msg":"trace[1780090023] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2776; }","duration":"303.181043ms","start":"2026-07-06T22:26:07.139392Z","end":"2026-07-06T22:26:07.442574Z","steps":["trace[1780090023] 'agreement among raft nodes before linearized reading' (duration: 302.533447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:07.443646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:07.139353Z","time spent":"304.242568ms","remote":"127.0.0.1:36944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-06T22:26:07.683401Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":1914,"took":"550.310067ms","hash":1605021835,"current-db-size-bytes":24629248,"current-db-size":"25 MB","current-db-size-in-use-bytes":6459392,"current-db-size-in-use":"6.5 MB"} {"level":"info","ts":"2026-07-06T22:26:07.683496Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1605021835,"revision":1914,"compact-revision":-1} {"level":"warn","ts":"2026-07-06T22:26:07.683789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.348244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:26:07.683901Z","caller":"traceutil/trace.go:171","msg":"trace[1939832601] linearizableReadLoop","detail":"{readStateIndex:2921; appliedIndex:2920; }","duration":"238.292242ms","start":"2026-07-06T22:26:07.445594Z","end":"2026-07-06T22:26:07.683887Z","steps":["trace[1939832601] 'read index received' (duration: 58.681052ms)","trace[1939832601] 'applied index is now lower than readState.Index' (duration: 179.60917ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:26:07.684011Z","caller":"traceutil/trace.go:171","msg":"trace[829182781] transaction","detail":"{read_only:false; response_revision:2777; number_of_response:1; }","duration":"238.518418ms","start":"2026-07-06T22:26:07.445483Z","end":"2026-07-06T22:26:07.684001Z","steps":["trace[829182781] 'process raft request' (duration: 58.860196ms)","trace[829182781] 'compare' (duration: 179.145059ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:26:08.068056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.58322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:6 size:363682"} {"level":"warn","ts":"2026-07-06T22:26:08.068081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.482763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-rfcmm\" ","response":"range_response_count:1 size:5483"} {"level":"info","ts":"2026-07-06T22:26:08.068116Z","caller":"traceutil/trace.go:171","msg":"trace[1192407958] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-rfcmm; range_end:; response_count:1; response_revision:2777; }","duration":"622.544315ms","start":"2026-07-06T22:26:07.445559Z","end":"2026-07-06T22:26:08.068104Z","steps":["trace[1192407958] 'agreement among raft nodes before linearized reading' (duration: 238.503827ms)","trace[1192407958] 'range keys from in-memory index tree' (duration: 383.965676ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:26:08.068118Z","caller":"traceutil/trace.go:171","msg":"trace[824899324] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2777; }","duration":"564.686433ms","start":"2026-07-06T22:26:07.503415Z","end":"2026-07-06T22:26:08.068101Z","steps":["trace[824899324] 'agreement among raft nodes before linearized reading' (duration: 180.628565ms)","trace[824899324] 'range keys from in-memory index tree' (duration: 383.828103ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:26:08.068142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:07.445539Z","time spent":"622.596636ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5506,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-rfcmm\" "} {"level":"warn","ts":"2026-07-06T22:26:08.068182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:07.503395Z","time spent":"564.743745ms","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":6,"response size":363705,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-07-06T22:26:08.068057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.178962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-06T22:26:08.06836Z","caller":"traceutil/trace.go:171","msg":"trace[1415881993] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"380.061872ms","start":"2026-07-06T22:26:07.688274Z","end":"2026-07-06T22:26:08.068336Z","steps":["trace[1415881993] 'process raft request' (duration: 356.762632ms)","trace[1415881993] 'compare' (duration: 22.997813ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:26:08.068415Z","caller":"traceutil/trace.go:171","msg":"trace[1154204390] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2777; }","duration":"520.589722ms","start":"2026-07-06T22:26:07.547811Z","end":"2026-07-06T22:26:08.068401Z","steps":["trace[1154204390] 'agreement among raft nodes before linearized reading' (duration: 136.260127ms)","trace[1154204390] 'range keys from in-memory index tree' (duration: 383.871494ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:26:08.068462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:07.688256Z","time spent":"380.156364ms","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-06T22:26:08.068487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:07.54778Z","time spent":"520.694815ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-06T22:26:08.465728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.464548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:26:08.46586Z","caller":"traceutil/trace.go:171","msg":"trace[1091575541] linearizableReadLoop","detail":"{readStateIndex:2923; appliedIndex:2922; }","duration":"391.918587ms","start":"2026-07-06T22:26:08.073916Z","end":"2026-07-06T22:26:08.465835Z","steps":["trace[1091575541] 'read index received' (duration: 165.267295ms)","trace[1091575541] 'applied index is now lower than readState.Index' (duration: 226.649372ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:26:08.46601Z","caller":"traceutil/trace.go:171","msg":"trace[1870631469] transaction","detail":"{read_only:false; response_revision:2779; number_of_response:1; }","duration":"393.574137ms","start":"2026-07-06T22:26:08.07239Z","end":"2026-07-06T22:26:08.465964Z","steps":["trace[1870631469] 'process raft request' (duration: 166.776081ms)","trace[1870631469] 'compare' (duration: 226.248893ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:26:08.466146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:08.072372Z","time spent":"393.70867ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:26:08.466182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.244754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rfcmm.18bfd3a88bd5cd44\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-07-06T22:26:08.4663Z","caller":"traceutil/trace.go:171","msg":"trace[565355878] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rfcmm.18bfd3a88bd5cd44; range_end:; response_count:1; response_revision:2779; }","duration":"392.357137ms","start":"2026-07-06T22:26:08.073886Z","end":"2026-07-06T22:26:08.466243Z","steps":["trace[565355878] 'agreement among raft nodes before linearized reading' (duration: 392.095361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:08.466342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:08.07387Z","time spent":"392.46247ms","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rfcmm.18bfd3a88bd5cd44\" "} {"level":"info","ts":"2026-07-06T22:26:08.476448Z","caller":"traceutil/trace.go:171","msg":"trace[511403681] transaction","detail":"{read_only:false; response_revision:2780; number_of_response:1; }","duration":"395.520894ms","start":"2026-07-06T22:26:08.080907Z","end":"2026-07-06T22:26:08.476428Z","steps":["trace[511403681] 'process raft request' (duration: 395.323589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:08.47656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:08.080878Z","time spent":"395.619536ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5658,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:26:08.476681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.022637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-07-06T22:26:08.476771Z","caller":"traceutil/trace.go:171","msg":"trace[81725717] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2780; }","duration":"305.147391ms","start":"2026-07-06T22:26:08.171606Z","end":"2026-07-06T22:26:08.476754Z","steps":["trace[81725717] 'agreement among raft nodes before linearized reading' (duration: 304.806942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:08.47682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:08.171591Z","time spent":"305.218872ms","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":6,"response size":363705,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-07-06T22:26:09.144092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.410468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-06T22:26:09.144303Z","caller":"traceutil/trace.go:171","msg":"trace[1312065878] linearizableReadLoop","detail":"{readStateIndex:2926; appliedIndex:2924; }","duration":"667.892233ms","start":"2026-07-06T22:26:08.476388Z","end":"2026-07-06T22:26:09.144281Z","steps":["trace[1312065878] 'read index received' (duration: 490.116068ms)","trace[1312065878] 'applied index is now lower than readState.Index' (duration: 177.774845ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:26:09.144419Z","caller":"traceutil/trace.go:171","msg":"trace[63575655] transaction","detail":"{read_only:false; response_revision:2782; number_of_response:1; }","duration":"674.647156ms","start":"2026-07-06T22:26:08.469757Z","end":"2026-07-06T22:26:09.144404Z","steps":["trace[63575655] 'process raft request' (duration: 674.451762ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:26:09.144429Z","caller":"traceutil/trace.go:171","msg":"trace[1766394046] transaction","detail":"{read_only:false; response_revision:2781; number_of_response:1; }","duration":"675.666151ms","start":"2026-07-06T22:26:08.468734Z","end":"2026-07-06T22:26:09.1444Z","steps":["trace[1766394046] 'process raft request' (duration: 497.857135ms)","trace[1766394046] 'compare' (duration: 177.287444ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:26:09.144509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:08.469733Z","time spent":"674.745018ms","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-06T22:26:09.144562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:08.468706Z","time spent":"675.785234ms","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-06T22:26:09.144833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.284393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4424"} {"level":"info","ts":"2026-07-06T22:26:09.144921Z","caller":"traceutil/trace.go:171","msg":"trace[1286775268] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:2782; }","duration":"663.403126ms","start":"2026-07-06T22:26:08.481501Z","end":"2026-07-06T22:26:09.144904Z","steps":["trace[1286775268] 'agreement among raft nodes before linearized reading' (duration: 662.964796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:09.144964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:08.48149Z","time spent":"663.465158ms","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4447,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-06T22:26:09.144974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.933787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-06T22:26:09.14501Z","caller":"traceutil/trace.go:171","msg":"trace[853227776] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2782; }","duration":"675.999669ms","start":"2026-07-06T22:26:08.469001Z","end":"2026-07-06T22:26:09.145001Z","steps":["trace[853227776] 'agreement among raft nodes before linearized reading' (duration: 675.856725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:09.145002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.752208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-07-06T22:26:09.145044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:08.468991Z","time spent":"676.04571ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-06T22:26:09.145059Z","caller":"traceutil/trace.go:171","msg":"trace[150402255] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:2782; }","duration":"454.852451ms","start":"2026-07-06T22:26:08.690191Z","end":"2026-07-06T22:26:09.145044Z","steps":["trace[150402255] 'agreement among raft nodes before linearized reading' (duration: 454.693767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:09.145151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-06T22:26:08.690165Z","time spent":"454.935642ms","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-07-06T22:26:09.378456Z","caller":"traceutil/trace.go:171","msg":"trace[468414803] linearizableReadLoop","detail":"{readStateIndex:2929; appliedIndex:2926; }","duration":"217.788888ms","start":"2026-07-06T22:26:09.160632Z","end":"2026-07-06T22:26:09.378421Z","steps":["trace[468414803] 'read index received' (duration: 35.817661ms)","trace[468414803] 'applied index is now lower than readState.Index' (duration: 181.969997ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:26:09.378514Z","caller":"traceutil/trace.go:171","msg":"trace[2005128745] transaction","detail":"{read_only:false; response_revision:2785; number_of_response:1; }","duration":"226.326774ms","start":"2026-07-06T22:26:09.152142Z","end":"2026-07-06T22:26:09.378468Z","steps":["trace[2005128745] 'process raft request' (duration: 226.093098ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:26:09.378663Z","caller":"traceutil/trace.go:171","msg":"trace[383210172] transaction","detail":"{read_only:false; response_revision:2786; number_of_response:1; }","duration":"188.33673ms","start":"2026-07-06T22:26:09.190311Z","end":"2026-07-06T22:26:09.378647Z","steps":["trace[383210172] 'process raft request' (duration: 188.016342ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:26:09.378665Z","caller":"traceutil/trace.go:171","msg":"trace[1621635061] transaction","detail":"{read_only:false; response_revision:2784; number_of_response:1; }","duration":"228.456775ms","start":"2026-07-06T22:26:09.15015Z","end":"2026-07-06T22:26:09.378607Z","steps":["trace[1621635061] 'process raft request' (duration: 197.681465ms)","trace[1621635061] 'compare' (duration: 30.156975ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:26:09.378799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.090076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-06T22:26:09.37885Z","caller":"traceutil/trace.go:171","msg":"trace[2046111104] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:2786; }","duration":"218.160707ms","start":"2026-07-06T22:26:09.160673Z","end":"2026-07-06T22:26:09.378834Z","steps":["trace[2046111104] 'agreement among raft nodes before linearized reading' (duration: 217.979913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:09.378851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.190198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-06T22:26:09.378913Z","caller":"traceutil/trace.go:171","msg":"trace[1353652845] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2786; }","duration":"218.281511ms","start":"2026-07-06T22:26:09.160614Z","end":"2026-07-06T22:26:09.378895Z","steps":["trace[1353652845] 'agreement among raft nodes before linearized reading' (duration: 218.068246ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:26:09.577418Z","caller":"traceutil/trace.go:171","msg":"trace[1007613177] linearizableReadLoop","detail":"{readStateIndex:2934; appliedIndex:2932; }","duration":"131.209475ms","start":"2026-07-06T22:26:09.446187Z","end":"2026-07-06T22:26:09.577396Z","steps":["trace[1007613177] 'read index received' (duration: 48.144388ms)","trace[1007613177] 'applied index is now lower than readState.Index' (duration: 83.064287ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:26:09.577503Z","caller":"traceutil/trace.go:171","msg":"trace[815972898] transaction","detail":"{read_only:false; response_revision:2789; number_of_response:1; }","duration":"136.257757ms","start":"2026-07-06T22:26:09.441237Z","end":"2026-07-06T22:26:09.577494Z","steps":["trace[815972898] 'process raft request' (duration: 136.102463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:09.578101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.689657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-07-06T22:26:09.578172Z","caller":"traceutil/trace.go:171","msg":"trace[1985684095] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:2789; }","duration":"131.760089ms","start":"2026-07-06T22:26:09.446394Z","end":"2026-07-06T22:26:09.578154Z","steps":["trace[1985684095] 'agreement among raft nodes before linearized reading' (duration: 131.587275ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:26:09.577443Z","caller":"traceutil/trace.go:171","msg":"trace[656436867] transaction","detail":"{read_only:false; response_revision:2788; number_of_response:1; }","duration":"170.924881ms","start":"2026-07-06T22:26:09.406496Z","end":"2026-07-06T22:26:09.577421Z","steps":["trace[656436867] 'process raft request' (duration: 87.816452ms)","trace[656436867] 'compare' (duration: 82.877383ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:26:09.578499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.806901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-07-06T22:26:09.578561Z","caller":"traceutil/trace.go:171","msg":"trace[1279179455] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:2789; }","duration":"131.886662ms","start":"2026-07-06T22:26:09.446659Z","end":"2026-07-06T22:26:09.578546Z","steps":["trace[1279179455] 'agreement among raft nodes before linearized reading' (duration: 131.738279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:09.578555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.146689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-07-06T22:26:09.578686Z","caller":"traceutil/trace.go:171","msg":"trace[988289298] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:2789; }","duration":"132.310973ms","start":"2026-07-06T22:26:09.446345Z","end":"2026-07-06T22:26:09.578656Z","steps":["trace[988289298] 'agreement among raft nodes before linearized reading' (duration: 131.825031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:09.578745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.302852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-07-06T22:26:09.578793Z","caller":"traceutil/trace.go:171","msg":"trace[892808547] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:2789; }","duration":"132.353904ms","start":"2026-07-06T22:26:09.446424Z","end":"2026-07-06T22:26:09.578778Z","steps":["trace[892808547] 'agreement among raft nodes before linearized reading' (duration: 132.244781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:09.578846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.469206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-07-06T22:26:09.578895Z","caller":"traceutil/trace.go:171","msg":"trace[352978690] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:2789; }","duration":"132.526067ms","start":"2026-07-06T22:26:09.446357Z","end":"2026-07-06T22:26:09.578883Z","steps":["trace[352978690] 'agreement among raft nodes before linearized reading' (duration: 132.419655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:09.577918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.621105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"warn","ts":"2026-07-06T22:26:09.579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.245985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"warn","ts":"2026-07-06T22:26:09.578981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.61331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-07-06T22:26:09.579023Z","caller":"traceutil/trace.go:171","msg":"trace[1082523251] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:2789; }","duration":"132.744793ms","start":"2026-07-06T22:26:09.446264Z","end":"2026-07-06T22:26:09.579009Z","steps":["trace[1082523251] 'agreement among raft nodes before linearized reading' (duration: 131.486993ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:26:09.579036Z","caller":"traceutil/trace.go:171","msg":"trace[11728352] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:2789; }","duration":"123.294976ms","start":"2026-07-06T22:26:09.455729Z","end":"2026-07-06T22:26:09.579024Z","steps":["trace[11728352] 'agreement among raft nodes before linearized reading' (duration: 123.175683ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:26:09.579052Z","caller":"traceutil/trace.go:171","msg":"trace[1948540840] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:2789; }","duration":"132.703902ms","start":"2026-07-06T22:26:09.44633Z","end":"2026-07-06T22:26:09.579034Z","steps":["trace[1948540840] 'agreement among raft nodes before linearized reading' (duration: 132.567399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:09.583825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.359392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-07-06T22:26:09.583896Z","caller":"traceutil/trace.go:171","msg":"trace[1109374868] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:2789; }","duration":"134.454815ms","start":"2026-07-06T22:26:09.449424Z","end":"2026-07-06T22:26:09.583879Z","steps":["trace[1109374868] 'agreement among raft nodes before linearized reading' (duration: 128.428549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:09.584375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.178663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-06T22:26:09.584424Z","caller":"traceutil/trace.go:171","msg":"trace[1420639390] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2789; }","duration":"138.257575ms","start":"2026-07-06T22:26:09.446154Z","end":"2026-07-06T22:26:09.584412Z","steps":["trace[1420639390] 'agreement among raft nodes before linearized reading' (duration: 131.441431ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:26:09.736669Z","caller":"traceutil/trace.go:171","msg":"trace[1777177907] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"137.824246ms","start":"2026-07-06T22:26:09.598804Z","end":"2026-07-06T22:26:09.736628Z","steps":["trace[1777177907] 'process raft request' (duration: 137.752614ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:26:09.737312Z","caller":"traceutil/trace.go:171","msg":"trace[1636956268] transaction","detail":"{read_only:false; response_revision:2791; number_of_response:1; }","duration":"144.66651ms","start":"2026-07-06T22:26:09.592628Z","end":"2026-07-06T22:26:09.737295Z","steps":["trace[1636956268] 'process raft request' (duration: 143.598464ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:26:09.737548Z","caller":"traceutil/trace.go:171","msg":"trace[588903594] transaction","detail":"{read_only:false; response_revision:2792; number_of_response:1; }","duration":"142.033547ms","start":"2026-07-06T22:26:09.595501Z","end":"2026-07-06T22:26:09.737534Z","steps":["trace[588903594] 'process raft request' (duration: 140.989762ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:26:09.763552Z","caller":"traceutil/trace.go:171","msg":"trace[272064438] transaction","detail":"{read_only:false; response_revision:2794; number_of_response:1; }","duration":"159.453116ms","start":"2026-07-06T22:26:09.604071Z","end":"2026-07-06T22:26:09.763524Z","steps":["trace[272064438] 'process raft request' (duration: 159.140818ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:26:09.763612Z","caller":"traceutil/trace.go:171","msg":"trace[862655373] linearizableReadLoop","detail":"{readStateIndex:2939; appliedIndex:2935; }","duration":"119.678819ms","start":"2026-07-06T22:26:09.643895Z","end":"2026-07-06T22:26:09.763574Z","steps":["trace[862655373] 'read index received' (duration: 92.405313ms)","trace[862655373] 'applied index is now lower than readState.Index' (duration: 27.270976ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:26:09.764139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.225832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-07-06T22:26:09.764187Z","caller":"traceutil/trace.go:171","msg":"trace[1168195555] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:2794; }","duration":"120.279863ms","start":"2026-07-06T22:26:09.643891Z","end":"2026-07-06T22:26:09.764171Z","steps":["trace[1168195555] 'agreement among raft nodes before linearized reading' (duration: 120.033077ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:26:09.89218Z","caller":"traceutil/trace.go:171","msg":"trace[1006419128] transaction","detail":"{read_only:false; response_revision:2797; number_of_response:1; }","duration":"118.615103ms","start":"2026-07-06T22:26:09.773544Z","end":"2026-07-06T22:26:09.892159Z","steps":["trace[1006419128] 'process raft request' (duration: 118.578932ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:26:09.892293Z","caller":"traceutil/trace.go:171","msg":"trace[1330166740] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"118.847758ms","start":"2026-07-06T22:26:09.77338Z","end":"2026-07-06T22:26:09.892228Z","steps":["trace[1330166740] 'process raft request' (duration: 118.617363ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:26:10.412413Z","caller":"traceutil/trace.go:171","msg":"trace[2964071] linearizableReadLoop","detail":"{readStateIndex:2951; appliedIndex:2950; }","duration":"121.595696ms","start":"2026-07-06T22:26:10.2908Z","end":"2026-07-06T22:26:10.412395Z","steps":["trace[2964071] 'read index received' (duration: 121.426221ms)","trace[2964071] 'applied index is now lower than readState.Index' (duration: 168.364µs)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:26:10.412521Z","caller":"traceutil/trace.go:171","msg":"trace[747997945] transaction","detail":"{read_only:false; response_revision:2806; number_of_response:1; }","duration":"157.938749ms","start":"2026-07-06T22:26:10.254572Z","end":"2026-07-06T22:26:10.412511Z","steps":["trace[747997945] 'process raft request' (duration: 157.711294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:10.412788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.060294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:1 size:3548"} {"level":"warn","ts":"2026-07-06T22:26:10.412799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.958528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7063"} {"level":"info","ts":"2026-07-06T22:26:10.412841Z","caller":"traceutil/trace.go:171","msg":"trace[1529345030] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:1; response_revision:2806; }","duration":"156.141826ms","start":"2026-07-06T22:26:10.256686Z","end":"2026-07-06T22:26:10.412828Z","steps":["trace[1529345030] 'agreement among raft nodes before linearized reading' (duration: 155.990622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:10.412839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.273992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rfcmm.18bfd3a88bd5cd44\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-07-06T22:26:10.41286Z","caller":"traceutil/trace.go:171","msg":"trace[745587145] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:2806; }","duration":"160.06396ms","start":"2026-07-06T22:26:10.252781Z","end":"2026-07-06T22:26:10.412845Z","steps":["trace[745587145] 'agreement among raft nodes before linearized reading' (duration: 159.866206ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:26:10.412877Z","caller":"traceutil/trace.go:171","msg":"trace[868396572] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rfcmm.18bfd3a88bd5cd44; range_end:; response_count:1; response_revision:2806; }","duration":"159.327193ms","start":"2026-07-06T22:26:10.253539Z","end":"2026-07-06T22:26:10.412866Z","steps":["trace[868396572] 'agreement among raft nodes before linearized reading' (duration: 159.254651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-06T22:26:10.413324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.623965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" limit:500 ","response":"range_response_count:55 size:40025"} {"level":"info","ts":"2026-07-06T22:26:10.413408Z","caller":"traceutil/trace.go:171","msg":"trace[801586260] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:55; response_revision:2806; }","duration":"106.721807ms","start":"2026-07-06T22:26:10.306664Z","end":"2026-07-06T22:26:10.413385Z","steps":["trace[801586260] 'agreement among raft nodes before linearized reading' (duration: 106.064172ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:26:10.669172Z","caller":"traceutil/trace.go:171","msg":"trace[1011356544] transaction","detail":"{read_only:false; response_revision:2811; number_of_response:1; }","duration":"111.878661ms","start":"2026-07-06T22:26:10.557266Z","end":"2026-07-06T22:26:10.669145Z","steps":["trace[1011356544] 'process raft request' (duration: 107.570078ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:26:10.974583Z","caller":"traceutil/trace.go:171","msg":"trace[1475461600] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"102.378032ms","start":"2026-07-06T22:26:10.872173Z","end":"2026-07-06T22:26:10.97455Z","steps":["trace[1475461600] 'process raft request' (duration: 65.897295ms)","trace[1475461600] 'compare' (duration: 36.356264ms)"],"step_count":2} {"level":"info","ts":"2026-07-06T22:26:11.030226Z","caller":"traceutil/trace.go:171","msg":"trace[595880322] linearizableReadLoop","detail":"{readStateIndex:2962; appliedIndex:2960; }","duration":"155.142182ms","start":"2026-07-06T22:26:10.874934Z","end":"2026-07-06T22:26:11.030076Z","steps":["trace[595880322] 'read index received' (duration: 63.061387ms)","trace[595880322] 'applied index is now lower than readState.Index' (duration: 92.079715ms)"],"step_count":2} {"level":"warn","ts":"2026-07-06T22:26:11.030313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.357367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium-operator\" ","response":"range_response_count:1 size:2379"} {"level":"info","ts":"2026-07-06T22:26:11.030191Z","caller":"traceutil/trace.go:171","msg":"trace[117126019] transaction","detail":"{read_only:false; response_revision:2817; number_of_response:1; }","duration":"157.610521ms","start":"2026-07-06T22:26:10.872507Z","end":"2026-07-06T22:26:11.030117Z","steps":["trace[117126019] 'process raft request' (duration: 157.422996ms)"],"step_count":1} {"level":"info","ts":"2026-07-06T22:26:11.03038Z","caller":"traceutil/trace.go:171","msg":"trace[709483195] range","detail":"{range_begin:/registry/clusterroles/cilium-operator; range_end:; response_count:1; response_revision:2817; }","duration":"155.47058ms","start":"2026-07-06T22:26:10.874894Z","end":"2026-07-06T22:26:11.030365Z","steps":["trace[709483195] 'agreement among raft nodes before linearized reading' (duration: 155.288575ms)"],"step_count":1}