{"level":"warn","ts":"2026-04-01T02:06:46.380826Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-01T02:06:46.380911Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.204:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.204:2380","--initial-cluster=instance=https://162.253.55.204:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.204:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.204:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-01T02:06:46.380974Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-01T02:06:46.380988Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.204:2380"]} {"level":"info","ts":"2026-04-01T02:06:46.381009Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-01T02:06:46.381843Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"]} {"level":"info","ts":"2026-04-01T02:06:46.381918Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.204:2380"],"listen-peer-urls":["https://162.253.55.204:2380"],"advertise-client-urls":["https://162.253.55.204:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.204:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-01T02:06:46.389965Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.053419ms"} {"level":"info","ts":"2026-04-01T02:06:46.4023Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a11c20306510c1f7","cluster-id":"97da89d0cbebd2b5"} {"level":"info","ts":"2026-04-01T02:06:46.402374Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 switched to configuration voters=()"} {"level":"info","ts":"2026-04-01T02:06:46.402398Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became follower at term 0"} {"level":"info","ts":"2026-04-01T02:06:46.402414Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a11c20306510c1f7 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-01T02:06:46.402431Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became follower at term 1"} {"level":"info","ts":"2026-04-01T02:06:46.402472Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 switched to configuration voters=(11609189331680412151)"} {"level":"warn","ts":"2026-04-01T02:06:46.409377Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-01T02:06:46.411032Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-01T02:06:46.413108Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-01T02:06:46.415407Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a11c20306510c1f7","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-01T02:06:46.415567Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T02:06:46.416163Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T02:06:46.416229Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T02:06:46.415988Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a11c20306510c1f7","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-01T02:06:46.417694Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 switched to configuration voters=(11609189331680412151)"} {"level":"info","ts":"2026-04-01T02:06:46.417867Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"97da89d0cbebd2b5","local-member-id":"a11c20306510c1f7","added-peer-id":"a11c20306510c1f7","added-peer-peer-urls":["https://162.253.55.204:2380"]} {"level":"info","ts":"2026-04-01T02:06:46.4194Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-01T02:06:46.419671Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a11c20306510c1f7","initial-advertise-peer-urls":["https://162.253.55.204:2380"],"listen-peer-urls":["https://162.253.55.204:2380"],"advertise-client-urls":["https://162.253.55.204:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-01T02:06:46.419701Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-01T02:06:46.421397Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.204:2380"} {"level":"info","ts":"2026-04-01T02:06:46.421422Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.204:2380"} {"level":"info","ts":"2026-04-01T02:06:47.403274Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 is starting a new election at term 1"} {"level":"info","ts":"2026-04-01T02:06:47.403336Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-01T02:06:47.403359Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 received MsgPreVoteResp from a11c20306510c1f7 at term 1"} {"level":"info","ts":"2026-04-01T02:06:47.403379Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became candidate at term 2"} {"level":"info","ts":"2026-04-01T02:06:47.403391Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 received MsgVoteResp from a11c20306510c1f7 at term 2"} {"level":"info","ts":"2026-04-01T02:06:47.403407Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became leader at term 2"} {"level":"info","ts":"2026-04-01T02:06:47.403421Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a11c20306510c1f7 elected leader a11c20306510c1f7 at term 2"} {"level":"info","ts":"2026-04-01T02:06:47.404716Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a11c20306510c1f7","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.204:2379]}","request-path":"/0/members/a11c20306510c1f7/attributes","cluster-id":"97da89d0cbebd2b5","publish-timeout":"7s"} {"level":"info","ts":"2026-04-01T02:06:47.404815Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-01T02:06:47.405085Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T02:06:47.405208Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-01T02:06:47.405309Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-01T02:06:47.405379Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-01T02:06:47.406422Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"97da89d0cbebd2b5","local-member-id":"a11c20306510c1f7","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T02:06:47.406653Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T02:06:47.406784Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T02:06:47.408975Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-01T02:06:47.409073Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.204:2379"} {"level":"info","ts":"2026-04-01T02:07:02.17128Z","caller":"traceutil/trace.go:171","msg":"trace[578385265] linearizableReadLoop","detail":"{readStateIndex:373; appliedIndex:372; }","duration":"156.234953ms","start":"2026-04-01T02:07:02.015019Z","end":"2026-04-01T02:07:02.171254Z","steps":["trace[578385265] 'read index received' (duration: 156.078399ms)","trace[578385265] 'applied index is now lower than readState.Index' (duration: 155.684µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:07:02.171437Z","caller":"traceutil/trace.go:171","msg":"trace[292340266] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"200.674143ms","start":"2026-04-01T02:07:01.970708Z","end":"2026-04-01T02:07:02.171382Z","steps":["trace[292340266] 'process raft request' (duration: 200.375385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:07:02.171473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.433738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-01T02:07:02.171717Z","caller":"traceutil/trace.go:171","msg":"trace[727219383] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:359; }","duration":"156.730916ms","start":"2026-04-01T02:07:02.014978Z","end":"2026-04-01T02:07:02.171709Z","steps":["trace[727219383] 'agreement among raft nodes before linearized reading' (duration: 156.416368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:07:18.879934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.680347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:07:18.880118Z","caller":"traceutil/trace.go:171","msg":"trace[1719165264] linearizableReadLoop","detail":"{readStateIndex:580; appliedIndex:579; }","duration":"256.695212ms","start":"2026-04-01T02:07:18.623379Z","end":"2026-04-01T02:07:18.880074Z","steps":["trace[1719165264] 'read index received' (duration: 88.642807ms)","trace[1719165264] 'applied index is now lower than readState.Index' (duration: 168.051235ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:07:18.880251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.862387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoyextensionpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:74769"} {"level":"info","ts":"2026-04-01T02:07:18.880358Z","caller":"traceutil/trace.go:171","msg":"trace[696629108] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/envoyextensionpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:559; }","duration":"256.96579ms","start":"2026-04-01T02:07:18.623329Z","end":"2026-04-01T02:07:18.880295Z","steps":["trace[696629108] 'agreement among raft nodes before linearized reading' (duration: 256.820376ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:07:18.880136Z","caller":"traceutil/trace.go:171","msg":"trace[1771597222] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"257.634387ms","start":"2026-04-01T02:07:18.622479Z","end":"2026-04-01T02:07:18.880114Z","steps":["trace[1771597222] 'process raft request' (duration: 89.384314ms)","trace[1771597222] 'compare' (duration: 167.565244ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:07:18.881064Z","caller":"traceutil/trace.go:171","msg":"trace[251439643] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"246.578983ms","start":"2026-04-01T02:07:18.634466Z","end":"2026-04-01T02:07:18.881045Z","steps":["trace[251439643] 'process raft request' (duration: 246.490861ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:07:24.178584Z","caller":"traceutil/trace.go:171","msg":"trace[1681779378] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"112.431068ms","start":"2026-04-01T02:07:24.066105Z","end":"2026-04-01T02:07:24.178536Z","steps":["trace[1681779378] 'process raft request' (duration: 98.343223ms)","trace[1681779378] 'compare' (duration: 13.89622ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:07:25.56774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.449688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-mdrtt\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-01T02:07:25.567908Z","caller":"traceutil/trace.go:171","msg":"trace[2048713888] range","detail":"{range_begin:/registry/pods/kube-system/cilium-mdrtt; range_end:; response_count:1; response_revision:635; }","duration":"279.625602ms","start":"2026-04-01T02:07:25.288193Z","end":"2026-04-01T02:07:25.567818Z","steps":["trace[2048713888] 'range keys from in-memory index tree' (duration: 279.16584ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:40.558992Z","caller":"traceutil/trace.go:171","msg":"trace[1577101688] linearizableReadLoop","detail":"{readStateIndex:1086; appliedIndex:1085; }","duration":"112.053534ms","start":"2026-04-01T02:08:40.446909Z","end":"2026-04-01T02:08:40.558962Z","steps":["trace[1577101688] 'read index received' (duration: 111.782397ms)","trace[1577101688] 'applied index is now lower than readState.Index' (duration: 270.097µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:08:40.55912Z","caller":"traceutil/trace.go:171","msg":"trace[1268259123] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"263.368616ms","start":"2026-04-01T02:08:40.295711Z","end":"2026-04-01T02:08:40.559079Z","steps":["trace[1268259123] 'process raft request' (duration: 263.076329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:40.559396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.471086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T02:08:40.559453Z","caller":"traceutil/trace.go:171","msg":"trace[1894549146] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:1046; }","duration":"112.595399ms","start":"2026-04-01T02:08:40.446843Z","end":"2026-04-01T02:08:40.559438Z","steps":["trace[1894549146] 'agreement among raft nodes before linearized reading' (duration: 112.331382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:41.847025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812895947754258,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:08:42.347742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812895947754258,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:08:42.848789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812895947754258,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:08:43.305157Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.980253581s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T02:08:43.305649Z","caller":"traceutil/trace.go:171","msg":"trace[1497316926] transaction","detail":"{read_only:false; response_revision:1051; number_of_response:1; }","duration":"1.980836319s","start":"2026-04-01T02:08:41.324784Z","end":"2026-04-01T02:08:43.30562Z","steps":["trace[1497316926] 'process raft request' (duration: 1.980633273s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:43.305842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:41.324751Z","time spent":"1.980955032s","remote":"127.0.0.1:45950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:08:44.085943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000722424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T02:08:44.086036Z","caller":"traceutil/trace.go:171","msg":"trace[375087771] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000884108s","start":"2026-04-01T02:08:42.085132Z","end":"2026-04-01T02:08:44.086016Z","steps":["trace[375087771] 'agreement among raft nodes before linearized reading' (duration: 2.000757335s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:44.086097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:42.0851Z","time spent":"2.00098486s","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 02:08:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T02:08:44.407179Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.101486237s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T02:08:44.407559Z","caller":"traceutil/trace.go:171","msg":"trace[558787160] linearizableReadLoop","detail":"{readStateIndex:1093; appliedIndex:1091; }","duration":"3.061012301s","start":"2026-04-01T02:08:41.346523Z","end":"2026-04-01T02:08:44.407535Z","steps":["trace[558787160] 'read index received' (duration: 1.958871408s)","trace[558787160] 'applied index is now lower than readState.Index' (duration: 1.102139883s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:08:44.407893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.381022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:08:44.408035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.345841643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T02:08:44.408054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704079699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:08:44.407975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867712488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-01T02:08:44.408046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.061502195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-01T02:08:44.407958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699975848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T02:08:44.408155Z","caller":"traceutil/trace.go:171","msg":"trace[540826050] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1052; }","duration":"1.700243886s","start":"2026-04-01T02:08:42.707887Z","end":"2026-04-01T02:08:44.408131Z","steps":["trace[540826050] 'agreement among raft nodes before linearized reading' (duration: 1.699800404s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:44.408205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:42.707861Z","time spent":"1.700333478s","remote":"127.0.0.1:45950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-01T02:08:44.408222Z","caller":"traceutil/trace.go:171","msg":"trace[1703462913] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1052; }","duration":"2.345947605s","start":"2026-04-01T02:08:42.06213Z","end":"2026-04-01T02:08:44.408077Z","steps":["trace[1703462913] 'agreement among raft nodes before linearized reading' (duration: 2.345875314s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:44.408276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:42.062103Z","time spent":"2.346161171s","remote":"127.0.0.1:46152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:08:44.408272Z","caller":"traceutil/trace.go:171","msg":"trace[513154320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1052; }","duration":"321.647238ms","start":"2026-04-01T02:08:44.08642Z","end":"2026-04-01T02:08:44.408068Z","steps":["trace[513154320] 'agreement among raft nodes before linearized reading' (duration: 321.33343ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:44.408232Z","caller":"traceutil/trace.go:171","msg":"trace[117450377] transaction","detail":"{read_only:false; response_revision:1052; number_of_response:1; }","duration":"1.712751926s","start":"2026-04-01T02:08:42.695461Z","end":"2026-04-01T02:08:44.408213Z","steps":["trace[117450377] 'process raft request' (duration: 1.711910284s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:44.408454Z","caller":"traceutil/trace.go:171","msg":"trace[1554140014] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1052; }","duration":"2.704175922s","start":"2026-04-01T02:08:41.703915Z","end":"2026-04-01T02:08:44.408091Z","steps":["trace[1554140014] 'agreement among raft nodes before linearized reading' (duration: 2.7041057s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:44.408484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:44.086394Z","time spent":"322.06935ms","remote":"127.0.0.1:45638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T02:08:44.408234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.319614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:08:44.408642Z","caller":"traceutil/trace.go:171","msg":"trace[2078370675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1052; }","duration":"3.061708089s","start":"2026-04-01T02:08:41.346403Z","end":"2026-04-01T02:08:44.408111Z","steps":["trace[2078370675] 'agreement among raft nodes before linearized reading' (duration: 3.061231857s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:44.408606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:41.703896Z","time spent":"2.704686805s","remote":"127.0.0.1:38390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:08:44.408175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.583312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:08:44.408677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:41.346382Z","time spent":"3.062285505s","remote":"127.0.0.1:45950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T02:08:44.40869Z","caller":"traceutil/trace.go:171","msg":"trace[1149264730] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1052; }","duration":"362.808057ms","start":"2026-04-01T02:08:44.045853Z","end":"2026-04-01T02:08:44.408661Z","steps":["trace[1149264730] 'agreement among raft nodes before linearized reading' (duration: 362.141739ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:44.408609Z","caller":"traceutil/trace.go:171","msg":"trace[920314945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1052; }","duration":"2.867905763s","start":"2026-04-01T02:08:41.540188Z","end":"2026-04-01T02:08:44.408094Z","steps":["trace[920314945] 'agreement among raft nodes before linearized reading' (duration: 2.867449801s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:44.408733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:44.045789Z","time spent":"362.93356ms","remote":"127.0.0.1:46080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:08:44.408756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:41.540164Z","time spent":"2.868581181s","remote":"127.0.0.1:45950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T02:08:44.408605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:42.695421Z","time spent":"1.713102105s","remote":"127.0.0.1:45950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:08:44.408708Z","caller":"traceutil/trace.go:171","msg":"trace[987085787] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1052; }","duration":"512.153647ms","start":"2026-04-01T02:08:43.896543Z","end":"2026-04-01T02:08:44.408697Z","steps":["trace[987085787] 'agreement among raft nodes before linearized reading' (duration: 511.599122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:44.409116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:43.896521Z","time spent":"512.544797ms","remote":"127.0.0.1:45968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:08:44.409214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632441572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T02:08:44.409264Z","caller":"traceutil/trace.go:171","msg":"trace[1952214680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1052; }","duration":"1.632489203s","start":"2026-04-01T02:08:42.776763Z","end":"2026-04-01T02:08:44.409252Z","steps":["trace[1952214680] 'agreement among raft nodes before linearized reading' (duration: 1.630958042s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:44.409292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:08:42.776742Z","time spent":"1.632544535s","remote":"127.0.0.1:45950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T02:08:44.624768Z","caller":"traceutil/trace.go:171","msg":"trace[1558913535] linearizableReadLoop","detail":"{readStateIndex:1098; appliedIndex:1093; }","duration":"207.288274ms","start":"2026-04-01T02:08:44.417455Z","end":"2026-04-01T02:08:44.624744Z","steps":["trace[1558913535] 'read index received' (duration: 125.967652ms)","trace[1558913535] 'applied index is now lower than readState.Index' (duration: 81.319431ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:08:44.62483Z","caller":"traceutil/trace.go:171","msg":"trace[322221341] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"211.308019ms","start":"2026-04-01T02:08:44.413506Z","end":"2026-04-01T02:08:44.624814Z","steps":["trace[322221341] 'process raft request' (duration: 211.134125ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:44.624947Z","caller":"traceutil/trace.go:171","msg":"trace[850086170] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"210.501239ms","start":"2026-04-01T02:08:44.414387Z","end":"2026-04-01T02:08:44.624889Z","steps":["trace[850086170] 'process raft request' (duration: 210.322124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:08:44.625035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.813408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T02:08:44.625035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.558941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:08:44.625065Z","caller":"traceutil/trace.go:171","msg":"trace[951575613] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1056; }","duration":"125.896701ms","start":"2026-04-01T02:08:44.499161Z","end":"2026-04-01T02:08:44.625058Z","steps":["trace[951575613] 'agreement among raft nodes before linearized reading' (duration: 125.782068ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:44.625068Z","caller":"traceutil/trace.go:171","msg":"trace[258295161] transaction","detail":"{read_only:false; response_revision:1053; number_of_response:1; }","duration":"211.67269ms","start":"2026-04-01T02:08:44.413382Z","end":"2026-04-01T02:08:44.625055Z","steps":["trace[258295161] 'process raft request' (duration: 211.099124ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:44.62508Z","caller":"traceutil/trace.go:171","msg":"trace[2082254934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1056; }","duration":"207.645404ms","start":"2026-04-01T02:08:44.417421Z","end":"2026-04-01T02:08:44.625066Z","steps":["trace[2082254934] 'agreement among raft nodes before linearized reading' (duration: 207.48203ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:44.625155Z","caller":"traceutil/trace.go:171","msg":"trace[977625408] transaction","detail":"{read_only:false; response_revision:1055; number_of_response:1; }","duration":"211.256269ms","start":"2026-04-01T02:08:44.413883Z","end":"2026-04-01T02:08:44.625139Z","steps":["trace[977625408] 'process raft request' (duration: 210.795426ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:45.184949Z","caller":"traceutil/trace.go:171","msg":"trace[2127139553] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"188.395054ms","start":"2026-04-01T02:08:44.996524Z","end":"2026-04-01T02:08:45.184919Z","steps":["trace[2127139553] 'process raft request' (duration: 188.219189ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:08:45.452366Z","caller":"traceutil/trace.go:171","msg":"trace[50658330] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"138.73841ms","start":"2026-04-01T02:08:45.313596Z","end":"2026-04-01T02:08:45.452334Z","steps":["trace[50658330] 'process raft request' (duration: 138.589986ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:09:14.642263Z","caller":"traceutil/trace.go:171","msg":"trace[777563650] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"131.934856ms","start":"2026-04-01T02:09:14.5103Z","end":"2026-04-01T02:09:14.642234Z","steps":["trace[777563650] 'process raft request' (duration: 131.781182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:15.209888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.057806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T02:09:15.210135Z","caller":"traceutil/trace.go:171","msg":"trace[601628251] transaction","detail":"{read_only:false; response_revision:1234; number_of_response:1; }","duration":"234.145952ms","start":"2026-04-01T02:09:14.975969Z","end":"2026-04-01T02:09:15.210114Z","steps":["trace[601628251] 'process raft request' (duration: 234.038779ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:09:15.210269Z","caller":"traceutil/trace.go:171","msg":"trace[1224668433] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"234.587084ms","start":"2026-04-01T02:09:14.975649Z","end":"2026-04-01T02:09:15.210236Z","steps":["trace[1224668433] 'process raft request' (duration: 75.021994ms)","trace[1224668433] 'compare' (duration: 158.784939ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:09:15.979526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.57231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T02:09:15.979633Z","caller":"traceutil/trace.go:171","msg":"trace[1781120326] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1234; }","duration":"290.752606ms","start":"2026-04-01T02:09:15.68886Z","end":"2026-04-01T02:09:15.979613Z","steps":["trace[1781120326] 'range keys from in-memory index tree' (duration: 290.317184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:16.585789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812895947754655,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:09:17.087284Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812895947754655,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:09:17.588365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812895947754655,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:09:18.085263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000325025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T02:09:18.085354Z","caller":"traceutil/trace.go:171","msg":"trace[1252068332] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000481559s","start":"2026-04-01T02:09:16.084845Z","end":"2026-04-01T02:09:18.085327Z","steps":["trace[1252068332] 'agreement among raft nodes before linearized reading' (duration: 2.000350825s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:18.085422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:16.084832Z","time spent":"2.000579722s","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 02:09:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T02:09:18.088669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812895947754655,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:09:18.589094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812895947754655,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:09:19.089526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812895947754655,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:09:19.589868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812895947754655,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:09:19.993903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999843803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T02:09:19.994004Z","caller":"traceutil/trace.go:171","msg":"trace[2132873576] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000024248s","start":"2026-04-01T02:09:17.99396Z","end":"2026-04-01T02:09:19.993984Z","steps":["trace[2132873576] 'agreement among raft nodes before linearized reading' (duration: 1.999892444s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:19.994076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:17.993929Z","time spent":"2.000131551s","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 02:09:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T02:09:20.085902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000163131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T02:09:20.085996Z","caller":"traceutil/trace.go:171","msg":"trace[24961362] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000314125s","start":"2026-04-01T02:09:18.085661Z","end":"2026-04-01T02:09:20.085975Z","steps":["trace[24961362] 'agreement among raft nodes before linearized reading' (duration: 2.000194302s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:20.086054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:18.085643Z","time spent":"2.000401438s","remote":"127.0.0.1:45638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 02:09:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T02:09:20.090039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812895947754655,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:09:20.591194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812895947754655,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:09:20.983545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:15.984711Z","time spent":"4.998819808s","remote":"127.0.0.1:45950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-01T02:09:21.091372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812895947754655,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:09:21.5924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812895947754655,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:09:21.647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:16.64829Z","time spent":"4.998702535s","remote":"127.0.0.1:45950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-01T02:09:21.78991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999014043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T02:09:21.790017Z","caller":"traceutil/trace.go:171","msg":"trace[2078679935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999192278s","start":"2026-04-01T02:09:16.790796Z","end":"2026-04-01T02:09:21.789988Z","steps":["trace[2078679935] 'agreement among raft nodes before linearized reading' (duration: 4.999058284s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:21.7901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:16.790783Z","time spent":"4.999291561s","remote":"127.0.0.1:45950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T02:09:21.827901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999454456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T02:09:21.827968Z","caller":"traceutil/trace.go:171","msg":"trace[852244741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999551079s","start":"2026-04-01T02:09:16.8284Z","end":"2026-04-01T02:09:21.827951Z","steps":["trace[852244741] 'agreement among raft nodes before linearized reading' (duration: 4.999471417s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:21.828021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:16.828388Z","time spent":"4.99962399s","remote":"127.0.0.1:45950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T02:09:22.092906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812895947754655,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:09:22.093805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000341165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T02:09:22.093893Z","caller":"traceutil/trace.go:171","msg":"trace[2038125690] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000484539s","start":"2026-04-01T02:09:20.09339Z","end":"2026-04-01T02:09:22.093875Z","steps":["trace[2038125690] 'agreement among raft nodes before linearized reading' (duration: 2.000368336s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:22.094019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:20.09338Z","time spent":"2.000625353s","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 02:09:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T02:09:22.593398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812895947754655,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:09:22.755395Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79d46cb108bfa","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-01T02:09:22.778611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:15.778227Z","time spent":"7.000376657s","remote":"127.0.0.1:45950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-01T02:09:23.085702Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-04-01T02:09:23.586256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812895947754662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:09:24.087026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812895947754662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:09:24.094064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999781799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T02:09:24.094146Z","caller":"traceutil/trace.go:171","msg":"trace[1836468412] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999929724s","start":"2026-04-01T02:09:22.094195Z","end":"2026-04-01T02:09:24.094125Z","steps":["trace[1836468412] 'agreement among raft nodes before linearized reading' (duration: 1.999830471s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:24.094204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:22.094159Z","time spent":"2.000034027s","remote":"127.0.0.1:45638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 02:09:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T02:09:24.588071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812895947754662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:09:25.08853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812895947754662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:09:25.588918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812895947754662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T02:09:25.612127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.632713169s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-01T02:09:25.612571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.259669173s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:09:25.612673Z","caller":"traceutil/trace.go:171","msg":"trace[148926896] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1234; }","duration":"8.259789906s","start":"2026-04-01T02:09:17.352868Z","end":"2026-04-01T02:09:25.612658Z","steps":["trace[148926896] 'range keys from in-memory index tree' (duration: 8.259653173s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:09:25.674204Z","caller":"traceutil/trace.go:171","msg":"trace[619611040] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1238; }","duration":"2.891257239s","start":"2026-04-01T02:09:22.782924Z","end":"2026-04-01T02:09:25.674181Z","steps":["trace[619611040] 'process raft request' (duration: 2.891164517s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:25.674353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:22.782896Z","time spent":"2.891376793s","remote":"127.0.0.1:45950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":571,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T02:09:25.674445Z","caller":"traceutil/trace.go:171","msg":"trace[1515877086] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"529.400831ms","start":"2026-04-01T02:09:25.145036Z","end":"2026-04-01T02:09:25.674437Z","steps":["trace[1515877086] 'process raft request' (duration: 529.092553ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:09:25.67421Z","caller":"traceutil/trace.go:171","msg":"trace[803377294] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"4.237760693s","start":"2026-04-01T02:09:21.436421Z","end":"2026-04-01T02:09:25.674182Z","steps":["trace[803377294] 'process raft request' (duration: 4.23762983s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:25.674626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:21.436399Z","time spent":"4.238189644s","remote":"127.0.0.1:45950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:09:25.674556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:25.145Z","time spent":"529.483642ms","remote":"127.0.0.1:45848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6105,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T02:09:25.688329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702109904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T02:09:25.688423Z","caller":"traceutil/trace.go:171","msg":"trace[1233352418] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.702248778s","start":"2026-04-01T02:09:22.986142Z","end":"2026-04-01T02:09:25.688391Z","steps":["trace[1233352418] 'agreement among raft nodes before linearized reading' (duration: 2.702152266s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:25.688503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:22.986114Z","time spent":"2.702358611s","remote":"127.0.0.1:45950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/01 02:09:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-01T02:09:25.718345Z","caller":"traceutil/trace.go:171","msg":"trace[2049971952] linearizableReadLoop","detail":"{readStateIndex:1290; appliedIndex:1285; }","duration":"2.632437694s","start":"2026-04-01T02:09:23.085883Z","end":"2026-04-01T02:09:25.71832Z","steps":["trace[2049971952] 'read index received' (duration: 2.536162s)","trace[2049971952] 'applied index is now lower than readState.Index' (duration: 96.274374ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:09:25.718495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.540006086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:09:25.718524Z","caller":"traceutil/trace.go:171","msg":"trace[1799417466] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1240; }","duration":"2.540085128s","start":"2026-04-01T02:09:23.178431Z","end":"2026-04-01T02:09:25.718516Z","steps":["trace[1799417466] 'agreement among raft nodes before linearized reading' (duration: 2.540034937s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:25.71852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.083356305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T02:09:25.718554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:23.178404Z","time spent":"2.54014214s","remote":"127.0.0.1:38496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:09:25.718576Z","caller":"traceutil/trace.go:171","msg":"trace[1275923386] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1240; }","duration":"9.083475548s","start":"2026-04-01T02:09:16.635089Z","end":"2026-04-01T02:09:25.718564Z","steps":["trace[1275923386] 'agreement among raft nodes before linearized reading' (duration: 9.083351775s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:25.718422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.270446992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:09:25.718606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:16.635065Z","time spent":"9.08353483s","remote":"127.0.0.1:46118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:09:25.718597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.405557965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:09:25.718609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.525867666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:09:25.718682Z","caller":"traceutil/trace.go:171","msg":"trace[1664065556] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1240; }","duration":"5.40575552s","start":"2026-04-01T02:09:20.312906Z","end":"2026-04-01T02:09:25.718661Z","steps":["trace[1664065556] 'agreement among raft nodes before linearized reading' (duration: 5.405582075s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:09:25.718692Z","caller":"traceutil/trace.go:171","msg":"trace[1026187240] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1240; }","duration":"4.526024321s","start":"2026-04-01T02:09:21.192646Z","end":"2026-04-01T02:09:25.71867Z","steps":["trace[1026187240] 'agreement among raft nodes before linearized reading' (duration: 4.525861117s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:25.718701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.76590606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T02:09:25.718732Z","caller":"traceutil/trace.go:171","msg":"trace[1755743460] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1240; }","duration":"4.765977842s","start":"2026-04-01T02:09:20.952747Z","end":"2026-04-01T02:09:25.718725Z","steps":["trace[1755743460] 'agreement among raft nodes before linearized reading' (duration: 4.76591497s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:25.718731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.629526769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a219937e865668\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-01T02:09:25.71874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:20.31288Z","time spent":"5.405846483s","remote":"127.0.0.1:38430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:09:25.718744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:21.192609Z","time spent":"4.526124804s","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":4,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:09:25.718763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:20.952726Z","time spent":"4.766028993s","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":5,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:09:25.718779Z","caller":"traceutil/trace.go:171","msg":"trace[1608935258] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a219937e865668; range_end:; response_count:1; response_revision:1240; }","duration":"5.629613852s","start":"2026-04-01T02:09:20.08915Z","end":"2026-04-01T02:09:25.718763Z","steps":["trace[1608935258] 'agreement among raft nodes before linearized reading' (duration: 5.629274712s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:25.718814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:20.089125Z","time spent":"5.629681514s","remote":"127.0.0.1:45726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a219937e865668\" "} {"level":"warn","ts":"2026-04-01T02:09:25.718832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.904991363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T02:09:25.718851Z","caller":"traceutil/trace.go:171","msg":"trace[570912390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1240; }","duration":"8.905081926s","start":"2026-04-01T02:09:16.813763Z","end":"2026-04-01T02:09:25.718845Z","steps":["trace[570912390] 'agreement among raft nodes before linearized reading' (duration: 8.904969803s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:25.718863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:16.813735Z","time spent":"8.905125886s","remote":"127.0.0.1:45950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T02:09:25.718605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.069017153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-04-01T02:09:25.719021Z","caller":"traceutil/trace.go:171","msg":"trace[1955117622] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1240; }","duration":"4.069501296s","start":"2026-04-01T02:09:21.649508Z","end":"2026-04-01T02:09:25.719009Z","steps":["trace[1955117622] 'agreement among raft nodes before linearized reading' (duration: 4.068864989s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:25.719034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217554869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:09:25.71906Z","caller":"traceutil/trace.go:171","msg":"trace[350031848] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1240; }","duration":"1.21762675s","start":"2026-04-01T02:09:24.501426Z","end":"2026-04-01T02:09:25.719052Z","steps":["trace[350031848] 'agreement among raft nodes before linearized reading' (duration: 1.217586759s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:09:25.718635Z","caller":"traceutil/trace.go:171","msg":"trace[1229507150] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:0; response_revision:1240; }","duration":"5.27071252s","start":"2026-04-01T02:09:20.447908Z","end":"2026-04-01T02:09:25.718621Z","steps":["trace[1229507150] 'agreement among raft nodes before linearized reading' (duration: 5.270435991s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:25.719065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.920313142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T02:09:25.719082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:24.501395Z","time spent":"1.217681772s","remote":"127.0.0.1:38668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:09:25.719089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925698041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T02:09:25.719098Z","caller":"traceutil/trace.go:171","msg":"trace[1337299873] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1240; }","duration":"2.920382354s","start":"2026-04-01T02:09:22.798707Z","end":"2026-04-01T02:09:25.719089Z","steps":["trace[1337299873] 'agreement among raft nodes before linearized reading' (duration: 2.920311782s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:25.7191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.503773931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-04-01T02:09:25.719128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:22.798694Z","time spent":"2.920426695s","remote":"127.0.0.1:46024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-01T02:09:25.719136Z","caller":"traceutil/trace.go:171","msg":"trace[103390632] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1240; }","duration":"5.503860324s","start":"2026-04-01T02:09:20.215264Z","end":"2026-04-01T02:09:25.719125Z","steps":["trace[103390632] 'agreement among raft nodes before linearized reading' (duration: 5.50369888s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:25.719147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507345208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T02:09:25.719156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887107289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-01T02:09:25.719163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:20.215241Z","time spent":"5.503916775s","remote":"127.0.0.1:45950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-04-01T02:09:25.719172Z","caller":"traceutil/trace.go:171","msg":"trace[1537725201] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1240; }","duration":"1.88717513s","start":"2026-04-01T02:09:23.831993Z","end":"2026-04-01T02:09:25.719168Z","steps":["trace[1537725201] 'agreement among raft nodes before linearized reading' (duration: 1.887129489s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:09:25.719176Z","caller":"traceutil/trace.go:171","msg":"trace[2102415040] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1240; }","duration":"1.507403268s","start":"2026-04-01T02:09:24.211763Z","end":"2026-04-01T02:09:25.719167Z","steps":["trace[2102415040] 'agreement among raft nodes before linearized reading' (duration: 1.507362577s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:25.719192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:23.831969Z","time spent":"1.887219262s","remote":"127.0.0.1:45950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T02:09:25.719207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:24.211743Z","time spent":"1.50745686s","remote":"127.0.0.1:45978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T02:09:25.719057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:21.64949Z","time spent":"4.069555778s","remote":"127.0.0.1:45950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-01T02:09:25.719304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.879393755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-01T02:09:25.719317Z","caller":"traceutil/trace.go:171","msg":"trace[1226629842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1240; }","duration":"8.879433006s","start":"2026-04-01T02:09:16.83988Z","end":"2026-04-01T02:09:25.719313Z","steps":["trace[1226629842] 'agreement among raft nodes before linearized reading' (duration: 8.878556243s)"],"step_count":1} {"level":"info","ts":"2026-04-01T02:09:25.71911Z","caller":"traceutil/trace.go:171","msg":"trace[1127212942] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1240; }","duration":"1.925756393s","start":"2026-04-01T02:09:23.793348Z","end":"2026-04-01T02:09:25.719104Z","steps":["trace[1127212942] 'agreement among raft nodes before linearized reading' (duration: 1.925699001s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:25.719331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:16.839862Z","time spent":"8.879465627s","remote":"127.0.0.1:45950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T02:09:25.719344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:23.79332Z","time spent":"1.92601606s","remote":"127.0.0.1:45950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T02:09:25.719086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:20.447894Z","time spent":"5.271187172s","remote":"127.0.0.1:45686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-04-01T02:09:25.719101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61643483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T02:09:25.719404Z","caller":"traceutil/trace.go:171","msg":"trace[1936263317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1240; }","duration":"1.616805971s","start":"2026-04-01T02:09:24.102591Z","end":"2026-04-01T02:09:25.719397Z","steps":["trace[1936263317] 'agreement among raft nodes before linearized reading' (duration: 1.616485502s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:25.719421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:24.102561Z","time spent":"1.616855882s","remote":"127.0.0.1:45648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T02:09:26.146755Z","caller":"traceutil/trace.go:171","msg":"trace[431877955] linearizableReadLoop","detail":"{readStateIndex:1301; appliedIndex:1300; }","duration":"319.238792ms","start":"2026-04-01T02:09:25.827489Z","end":"2026-04-01T02:09:26.146728Z","steps":["trace[431877955] 'read index received' (duration: 276.841977ms)","trace[431877955] 'applied index is now lower than readState.Index' (duration: 42.395595ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T02:09:26.146833Z","caller":"traceutil/trace.go:171","msg":"trace[628868934] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"319.707324ms","start":"2026-04-01T02:09:25.827052Z","end":"2026-04-01T02:09:26.146759Z","steps":["trace[628868934] 'process raft request' (duration: 277.35585ms)","trace[628868934] 'compare' (duration: 42.19188ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T02:09:26.146927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.421167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T02:09:26.147346Z","caller":"traceutil/trace.go:171","msg":"trace[1806023618] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1249; }","duration":"319.85899ms","start":"2026-04-01T02:09:25.827454Z","end":"2026-04-01T02:09:26.147313Z","steps":["trace[1806023618] 'agreement among raft nodes before linearized reading' (duration: 319.387806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T02:09:26.147386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:25.827027Z","time spent":"319.947362ms","remote":"127.0.0.1:45726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T02:09:26.147545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T02:09:25.82744Z","time spent":"320.058105ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "}