{"level":"warn","ts":"2026-06-27T08:54:57.147164Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-27T08:54:57.147262Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.240:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.240:2380","--initial-cluster=instance=https://199.204.45.240:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.240:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.240:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-06-27T08:54:57.147329Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-27T08:54:57.147336Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.240:2380"]} {"level":"info","ts":"2026-06-27T08:54:57.147357Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-27T08:54:57.148129Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"]} {"level":"info","ts":"2026-06-27T08:54:57.148225Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.240:2380"],"listen-peer-urls":["https://199.204.45.240:2380"],"advertise-client-urls":["https://199.204.45.240:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.240:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-06-27T08:54:57.428337Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"279.847319ms"} {"level":"info","ts":"2026-06-27T08:54:57.523033Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4e46287fb5aa4785","cluster-id":"cae704afa9813e87"} {"level":"info","ts":"2026-06-27T08:54:57.52326Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 switched to configuration voters=()"} {"level":"info","ts":"2026-06-27T08:54:57.523283Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became follower at term 0"} {"level":"info","ts":"2026-06-27T08:54:57.523291Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4e46287fb5aa4785 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-06-27T08:54:57.523298Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became follower at term 1"} {"level":"info","ts":"2026-06-27T08:54:57.523329Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 switched to configuration voters=(5640240112301918085)"} {"level":"warn","ts":"2026-06-27T08:54:57.529064Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-27T08:54:57.530879Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-27T08:54:57.531641Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-27T08:54:57.533769Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4e46287fb5aa4785","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-27T08:54:57.534067Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4e46287fb5aa4785","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-06-27T08:54:57.534309Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-27T08:54:57.535711Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-27T08:54:57.535813Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-27T08:54:57.536695Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 switched to configuration voters=(5640240112301918085)"} {"level":"info","ts":"2026-06-27T08:54:57.53711Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"cae704afa9813e87","local-member-id":"4e46287fb5aa4785","added-peer-id":"4e46287fb5aa4785","added-peer-peer-urls":["https://199.204.45.240:2380"]} {"level":"info","ts":"2026-06-27T08:54:57.538982Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-27T08:54:57.539168Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.240:2380"} {"level":"info","ts":"2026-06-27T08:54:57.53925Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.240:2380"} {"level":"info","ts":"2026-06-27T08:54:57.539312Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-27T08:54:57.53927Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4e46287fb5aa4785","initial-advertise-peer-urls":["https://199.204.45.240:2380"],"listen-peer-urls":["https://199.204.45.240:2380"],"advertise-client-urls":["https://199.204.45.240:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-27T08:54:57.623797Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 is starting a new election at term 1"} {"level":"info","ts":"2026-06-27T08:54:57.623921Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became pre-candidate at term 1"} {"level":"info","ts":"2026-06-27T08:54:57.62395Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 received MsgPreVoteResp from 4e46287fb5aa4785 at term 1"} {"level":"info","ts":"2026-06-27T08:54:57.623969Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became candidate at term 2"} {"level":"info","ts":"2026-06-27T08:54:57.624076Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 received MsgVoteResp from 4e46287fb5aa4785 at term 2"} {"level":"info","ts":"2026-06-27T08:54:57.624088Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became leader at term 2"} {"level":"info","ts":"2026-06-27T08:54:57.624098Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4e46287fb5aa4785 elected leader 4e46287fb5aa4785 at term 2"} {"level":"info","ts":"2026-06-27T08:54:57.624941Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-06-27T08:54:57.628033Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4e46287fb5aa4785","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.240:2379]}","request-path":"/0/members/4e46287fb5aa4785/attributes","cluster-id":"cae704afa9813e87","publish-timeout":"7s"} {"level":"info","ts":"2026-06-27T08:54:57.62805Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-27T08:54:57.628089Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-27T08:54:57.628497Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-27T08:54:57.628562Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-27T08:54:57.628599Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"cae704afa9813e87","local-member-id":"4e46287fb5aa4785","cluster-version":"3.5"} {"level":"info","ts":"2026-06-27T08:54:57.628941Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-06-27T08:54:57.628999Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-06-27T08:54:57.631752Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.240:2379"} {"level":"info","ts":"2026-06-27T08:54:57.638862Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-06-27T08:55:43.311677Z","caller":"traceutil/trace.go:171","msg":"trace[103549797] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"165.382266ms","start":"2026-06-27T08:55:43.146267Z","end":"2026-06-27T08:55:43.311649Z","steps":["trace[103549797] 'process raft request' (duration: 164.548419ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T08:55:43.650713Z","caller":"traceutil/trace.go:171","msg":"trace[2102118895] linearizableReadLoop","detail":"{readStateIndex:629; appliedIndex:628; }","duration":"241.080232ms","start":"2026-06-27T08:55:43.409606Z","end":"2026-06-27T08:55:43.650687Z","steps":["trace[2102118895] 'read index received' (duration: 240.764996ms)","trace[2102118895] 'applied index is now lower than readState.Index' (duration: 313.966µs)"],"step_count":2} {"level":"info","ts":"2026-06-27T08:55:43.650908Z","caller":"traceutil/trace.go:171","msg":"trace[703428673] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"246.838889ms","start":"2026-06-27T08:55:43.40399Z","end":"2026-06-27T08:55:43.650829Z","steps":["trace[703428673] 'process raft request' (duration: 246.469222ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T08:55:43.651056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.432979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-06-27T08:55:43.651144Z","caller":"traceutil/trace.go:171","msg":"trace[1318860229] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:601; }","duration":"241.538651ms","start":"2026-06-27T08:55:43.409591Z","end":"2026-06-27T08:55:43.651129Z","steps":["trace[1318860229] 'agreement among raft nodes before linearized reading' (duration: 241.248225ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T08:55:43.651239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.349768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-27T08:55:43.651315Z","caller":"traceutil/trace.go:171","msg":"trace[2086667704] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:601; }","duration":"241.458859ms","start":"2026-06-27T08:55:43.409838Z","end":"2026-06-27T08:55:43.651297Z","steps":["trace[2086667704] 'agreement among raft nodes before linearized reading' (duration: 241.297376ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T08:55:43.65133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.166652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4cm2z\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-06-27T08:55:43.651412Z","caller":"traceutil/trace.go:171","msg":"trace[1599862572] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4cm2z; range_end:; response_count:1; response_revision:601; }","duration":"233.273693ms","start":"2026-06-27T08:55:43.418115Z","end":"2026-06-27T08:55:43.651389Z","steps":["trace[1599862572] 'agreement among raft nodes before linearized reading' (duration: 233.059769ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T08:55:43.841701Z","caller":"traceutil/trace.go:171","msg":"trace[1924039301] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"185.965073ms","start":"2026-06-27T08:55:43.655709Z","end":"2026-06-27T08:55:43.841674Z","steps":["trace[1924039301] 'process raft request' (duration: 150.751778ms)","trace[1924039301] 'compare' (duration: 34.996041ms)"],"step_count":2} {"level":"info","ts":"2026-06-27T08:55:43.842168Z","caller":"traceutil/trace.go:171","msg":"trace[848443478] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"185.703768ms","start":"2026-06-27T08:55:43.656448Z","end":"2026-06-27T08:55:43.842151Z","steps":["trace[848443478] 'process raft request' (duration: 185.181817ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T08:55:43.842197Z","caller":"traceutil/trace.go:171","msg":"trace[381389654] linearizableReadLoop","detail":"{readStateIndex:631; appliedIndex:629; }","duration":"180.175536ms","start":"2026-06-27T08:55:43.661992Z","end":"2026-06-27T08:55:43.842167Z","steps":["trace[381389654] 'read index received' (duration: 144.495622ms)","trace[381389654] 'applied index is now lower than readState.Index' (duration: 35.678534ms)"],"step_count":2} {"level":"warn","ts":"2026-06-27T08:55:43.842387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.35742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T08:55:43.842437Z","caller":"traceutil/trace.go:171","msg":"trace[702906152] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:604; }","duration":"180.456572ms","start":"2026-06-27T08:55:43.661965Z","end":"2026-06-27T08:55:43.842422Z","steps":["trace[702906152] 'agreement among raft nodes before linearized reading' (duration: 180.35439ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T08:55:43.842285Z","caller":"traceutil/trace.go:171","msg":"trace[1234996063] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"176.851269ms","start":"2026-06-27T08:55:43.66542Z","end":"2026-06-27T08:55:43.842271Z","steps":["trace[1234996063] 'process raft request' (duration: 176.598594ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T08:56:55.909098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.70799ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-27T08:56:55.909207Z","caller":"traceutil/trace.go:171","msg":"trace[1067957357] linearizableReadLoop","detail":"{readStateIndex:1097; appliedIndex:1096; }","duration":"120.069408ms","start":"2026-06-27T08:56:55.789108Z","end":"2026-06-27T08:56:55.909178Z","steps":["trace[1067957357] 'read index received' (duration: 48.721µs)","trace[1067957357] 'applied index is now lower than readState.Index' (duration: 120.019467ms)"],"step_count":2} {"level":"warn","ts":"2026-06-27T08:56:55.90929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.1777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T08:56:55.909303Z","caller":"traceutil/trace.go:171","msg":"trace[134149383] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1051; }","duration":"120.239102ms","start":"2026-06-27T08:56:55.789059Z","end":"2026-06-27T08:56:55.909299Z","steps":["trace[134149383] 'agreement among raft nodes before linearized reading' (duration: 120.197831ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T08:56:56.431107Z","caller":"traceutil/trace.go:171","msg":"trace[28942822] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"158.412536ms","start":"2026-06-27T08:56:56.272664Z","end":"2026-06-27T08:56:56.431077Z","steps":["trace[28942822] 'process raft request' (duration: 124.380035ms)","trace[28942822] 'compare' (duration: 33.884578ms)"],"step_count":2} {"level":"info","ts":"2026-06-27T08:56:57.525424Z","caller":"traceutil/trace.go:171","msg":"trace[1661995050] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"125.202762ms","start":"2026-06-27T08:56:57.40019Z","end":"2026-06-27T08:56:57.525393Z","steps":["trace[1661995050] 'process raft request' (duration: 125.075ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T08:57:28.669548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.336608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-27T08:57:28.66965Z","caller":"traceutil/trace.go:171","msg":"trace[662858231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1218; }","duration":"105.504282ms","start":"2026-06-27T08:57:28.564124Z","end":"2026-06-27T08:57:28.669628Z","steps":["trace[662858231] 'range keys from in-memory index tree' (duration: 105.105614ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T08:57:29.28084Z","caller":"traceutil/trace.go:171","msg":"trace[234767682] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"133.915458ms","start":"2026-06-27T08:57:29.146867Z","end":"2026-06-27T08:57:29.280783Z","steps":["trace[234767682] 'process raft request' (duration: 133.752275ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T08:57:41.010304Z","caller":"traceutil/trace.go:171","msg":"trace[317490697] transaction","detail":"{read_only:false; response_revision:1316; number_of_response:1; }","duration":"108.450812ms","start":"2026-06-27T08:57:40.90179Z","end":"2026-06-27T08:57:41.010241Z","steps":["trace[317490697] 'process raft request' (duration: 108.153446ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T08:57:41.390052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.8795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-06-27T08:57:41.390128Z","caller":"traceutil/trace.go:171","msg":"trace[603459929] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1316; }","duration":"103.061333ms","start":"2026-06-27T08:57:41.287053Z","end":"2026-06-27T08:57:41.390114Z","steps":["trace[603459929] 'range keys from in-memory index tree' (duration: 102.663565ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:40.940457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700206546060838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-27T09:00:41.441334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700206546060838,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-27T09:00:41.515843Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.167150416s","expected-duration":"1s"} {"level":"info","ts":"2026-06-27T09:00:41.516267Z","caller":"traceutil/trace.go:171","msg":"trace[757089823] linearizableReadLoop","detail":"{readStateIndex:2230; appliedIndex:2229; }","duration":"1.075891249s","start":"2026-06-27T09:00:40.440355Z","end":"2026-06-27T09:00:41.516246Z","steps":["trace[757089823] 'read index received' (duration: 1.075679505s)","trace[757089823] 'applied index is now lower than readState.Index' (duration: 210.814µs)"],"step_count":2} {"level":"info","ts":"2026-06-27T09:00:41.516365Z","caller":"traceutil/trace.go:171","msg":"trace[2058251476] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"1.167732908s","start":"2026-06-27T09:00:40.34861Z","end":"2026-06-27T09:00:41.516342Z","steps":["trace[2058251476] 'process raft request' (duration: 1.167483972s)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:41.516623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.979281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T09:00:41.5167Z","caller":"traceutil/trace.go:171","msg":"trace[1590374217] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2138; }","duration":"466.122453ms","start":"2026-06-27T09:00:41.050553Z","end":"2026-06-27T09:00:41.516675Z","steps":["trace[1590374217] 'agreement among raft nodes before linearized reading' (duration: 465.999311ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:41.516685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.366162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-27T09:00:41.516775Z","caller":"traceutil/trace.go:171","msg":"trace[1025716205] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2138; }","duration":"909.499774ms","start":"2026-06-27T09:00:40.607249Z","end":"2026-06-27T09:00:41.516749Z","steps":["trace[1025716205] 'agreement among raft nodes before linearized reading' (duration: 909.237319ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:41.516743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:41.050527Z","time spent":"466.206016ms","remote":"127.0.0.1:59628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-06-27T09:00:41.51682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.392654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-06-27T09:00:41.516853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:40.607229Z","time spent":"909.603707ms","remote":"127.0.0.1:59664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-27T09:00:41.516877Z","caller":"traceutil/trace.go:171","msg":"trace[2105213129] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:2138; }","duration":"860.446225ms","start":"2026-06-27T09:00:40.656413Z","end":"2026-06-27T09:00:41.516859Z","steps":["trace[2105213129] 'agreement among raft nodes before linearized reading' (duration: 860.267101ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:41.516846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.246496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-06-27T09:00:41.516929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:40.656362Z","time spent":"860.542507ms","remote":"127.0.0.1:59394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-06-27T09:00:41.516694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.02363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T09:00:41.516955Z","caller":"traceutil/trace.go:171","msg":"trace[2015415387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2138; }","duration":"640.3959ms","start":"2026-06-27T09:00:40.876536Z","end":"2026-06-27T09:00:41.516931Z","steps":["trace[2015415387] 'agreement among raft nodes before linearized reading' (duration: 640.044952ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T09:00:41.516978Z","caller":"traceutil/trace.go:171","msg":"trace[1250781380] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2138; }","duration":"665.338997ms","start":"2026-06-27T09:00:40.851623Z","end":"2026-06-27T09:00:41.516962Z","steps":["trace[1250781380] 'agreement among raft nodes before linearized reading' (duration: 664.99756ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:41.51698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:40.348596Z","time spent":"1.1678015s","remote":"127.0.0.1:59664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-27T09:00:41.516955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.890227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-06-27T09:00:41.517014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:40.876528Z","time spent":"640.475621ms","remote":"127.0.0.1:59664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-27T09:00:41.517025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:40.851615Z","time spent":"665.394448ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-06-27T09:00:41.517063Z","caller":"traceutil/trace.go:171","msg":"trace[162540143] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2138; }","duration":"808.049421ms","start":"2026-06-27T09:00:40.708987Z","end":"2026-06-27T09:00:41.517036Z","steps":["trace[162540143] 'agreement among raft nodes before linearized reading' (duration: 807.684883ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:41.517088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.26828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-27T09:00:41.517122Z","caller":"traceutil/trace.go:171","msg":"trace[1711629342] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2138; }","duration":"130.347242ms","start":"2026-06-27T09:00:41.386764Z","end":"2026-06-27T09:00:41.517112Z","steps":["trace[1711629342] 'agreement among raft nodes before linearized reading' (duration: 130.23018ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:41.517116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:40.708976Z","time spent":"808.130612ms","remote":"127.0.0.1:59664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-06-27T09:00:41.517216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.138835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/eg\" ","response":"range_response_count:1 size:1086"} {"level":"info","ts":"2026-06-27T09:00:41.517253Z","caller":"traceutil/trace.go:171","msg":"trace[239171913] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/eg; range_end:; response_count:1; response_revision:2138; }","duration":"441.192797ms","start":"2026-06-27T09:00:41.076048Z","end":"2026-06-27T09:00:41.517241Z","steps":["trace[239171913] 'agreement among raft nodes before linearized reading' (duration: 441.068774ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:41.517255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07688772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-27T09:00:41.517285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:41.076038Z","time spent":"441.238587ms","remote":"127.0.0.1:48068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1109,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/eg\" "} {"level":"info","ts":"2026-06-27T09:00:41.517313Z","caller":"traceutil/trace.go:171","msg":"trace[787300144] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2138; }","duration":"1.076970832s","start":"2026-06-27T09:00:40.440324Z","end":"2026-06-27T09:00:41.517294Z","steps":["trace[787300144] 'agreement among raft nodes before linearized reading' (duration: 1.07688203s)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:41.51736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:40.44031Z","time spent":"1.077035543s","remote":"127.0.0.1:48044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-27T09:00:41.517388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.256089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-27T09:00:41.517501Z","caller":"traceutil/trace.go:171","msg":"trace[441850555] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2138; }","duration":"679.129378ms","start":"2026-06-27T09:00:40.838361Z","end":"2026-06-27T09:00:41.517491Z","steps":["trace[441850555] 'agreement among raft nodes before linearized reading' (duration: 678.2236ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:41.517546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:40.838348Z","time spent":"679.187549ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-06-27T09:00:43.849716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99999433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-27T09:00:43.849808Z","caller":"traceutil/trace.go:171","msg":"trace[804552850] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000159554s","start":"2026-06-27T09:00:41.849629Z","end":"2026-06-27T09:00:43.849789Z","steps":["trace[804552850] 'agreement among raft nodes before linearized reading' (duration: 2.000038102s)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:43.849865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:41.849605Z","time spent":"2.000247917s","remote":"127.0.0.1:59334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-27T09:00:45.850712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000025701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-27T09:00:45.850813Z","caller":"traceutil/trace.go:171","msg":"trace[1600036176] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000176023s","start":"2026-06-27T09:00:43.850619Z","end":"2026-06-27T09:00:45.850795Z","steps":["trace[1600036176] 'agreement among raft nodes before linearized reading' (duration: 2.000056481s)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:45.850864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:43.850598Z","time spent":"2.000255765s","remote":"127.0.0.1:59350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/27 09:00:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-27T09:00:46.520597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:41.521927Z","time spent":"4.998663009s","remote":"127.0.0.1:59664","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/27 09:00:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-27T09:00:46.521138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:41.523234Z","time spent":"4.997894433s","remote":"127.0.0.1:59664","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/27 09:00:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-27T09:00:46.522803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:41.524076Z","time spent":"4.998719381s","remote":"127.0.0.1:59664","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/27 09:00:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-27T09:00:46.591268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:41.592064Z","time spent":"4.99919601s","remote":"127.0.0.1:59664","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-27T09:00:46.945497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999770056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-27T09:00:46.945611Z","caller":"traceutil/trace.go:171","msg":"trace[1803531957] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999926999s","start":"2026-06-27T09:00:44.945642Z","end":"2026-06-27T09:00:46.945569Z","steps":["trace[1803531957] 'agreement among raft nodes before linearized reading' (duration: 1.999808017s)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:46.945695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:44.94562Z","time spent":"2.000060433s","remote":"127.0.0.1:59334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/27 09:00:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-27T09:00:47.860187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003761217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-27T09:00:47.860272Z","caller":"traceutil/trace.go:171","msg":"trace[1097933112] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.003859379s","start":"2026-06-27T09:00:45.856394Z","end":"2026-06-27T09:00:47.860253Z","steps":["trace[1097933112] 'agreement among raft nodes before linearized reading' (duration: 2.003758357s)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:47.860327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:45.856357Z","time spent":"2.003957452s","remote":"127.0.0.1:59350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/27 09:00:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-27T09:00:48.522783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:41.521907Z","time spent":"7.000869915s","remote":"127.0.0.1:59664","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-27T09:00:48.522829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:41.521961Z","time spent":"7.000864585s","remote":"127.0.0.1:59664","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-27T09:00:48.532185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:41.531853Z","time spent":"7.000328644s","remote":"127.0.0.1:59394","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-27T09:00:49.864502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000119523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-27T09:00:49.86458Z","caller":"traceutil/trace.go:171","msg":"trace[365410238] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000230265s","start":"2026-06-27T09:00:47.864331Z","end":"2026-06-27T09:00:49.864562Z","steps":["trace[365410238] 'agreement among raft nodes before linearized reading' (duration: 2.000137143s)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:49.864634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:47.864322Z","time spent":"2.000303658s","remote":"127.0.0.1:59334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/27 09:00:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-27T09:00:50.607669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082239254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-27T09:00:50.607775Z","caller":"traceutil/trace.go:171","msg":"trace[419685398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.08254135s","start":"2026-06-27T09:00:48.525207Z","end":"2026-06-27T09:00:50.607748Z","steps":["trace[419685398] 'agreement among raft nodes before linearized reading' (duration: 2.082386477s)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:50.607828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:48.525001Z","time spent":"2.082816476s","remote":"127.0.0.1:59664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/06/27 09:00:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-27T09:00:50.877051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.420068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-27T09:00:50.877118Z","caller":"traceutil/trace.go:171","msg":"trace[838423790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"348.537321ms","start":"2026-06-27T09:00:50.528566Z","end":"2026-06-27T09:00:50.877103Z","steps":["trace[838423790] 'agreement among raft nodes before linearized reading' (duration: 348.447279ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:50.877152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:50.528546Z","time spent":"348.599922ms","remote":"127.0.0.1:59664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/06/27 09:00:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-27T09:00:51.386606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.863032569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-27T09:00:51.386717Z","caller":"traceutil/trace.go:171","msg":"trace[1029954777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.863189142s","start":"2026-06-27T09:00:48.523503Z","end":"2026-06-27T09:00:51.386692Z","steps":["trace[1029954777] 'agreement among raft nodes before linearized reading' (duration: 2.863054709s)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:51.386779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:48.523489Z","time spent":"2.863277305s","remote":"127.0.0.1:59664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/06/27 09:00:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-27T09:00:51.412734Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"9.881656726s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-27T09:00:51.425082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.931113751s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T09:00:51.425729Z","caller":"traceutil/trace.go:171","msg":"trace[825578401] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2138; }","duration":"3.931762194s","start":"2026-06-27T09:00:47.493936Z","end":"2026-06-27T09:00:51.425698Z","steps":["trace[825578401] 'range keys from in-memory index tree' (duration: 3.931094241s)"],"step_count":1} {"level":"info","ts":"2026-06-27T09:00:51.428569Z","caller":"traceutil/trace.go:171","msg":"trace[803804607] linearizableReadLoop","detail":"{readStateIndex:2236; appliedIndex:2231; }","duration":"9.900938538s","start":"2026-06-27T09:00:41.527621Z","end":"2026-06-27T09:00:51.428559Z","steps":["trace[803804607] 'read index received' (duration: 3.468451ms)","trace[803804607] 'applied index is now lower than readState.Index' (duration: 9.897469357s)"],"step_count":2} {"level":"warn","ts":"2026-06-27T09:00:51.42879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.901171192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/eg\" ","response":"range_response_count:1 size:1086"} {"level":"info","ts":"2026-06-27T09:00:51.428824Z","caller":"traceutil/trace.go:171","msg":"trace[82078839] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/eg; range_end:; response_count:1; response_revision:2143; }","duration":"9.901253804s","start":"2026-06-27T09:00:41.527561Z","end":"2026-06-27T09:00:51.428815Z","steps":["trace[82078839] 'agreement among raft nodes before linearized reading' (duration: 9.901146242s)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:51.428882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:41.527528Z","time spent":"9.901345256s","remote":"127.0.0.1:48068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1109,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/eg\" "} {"level":"warn","ts":"2026-06-27T09:00:51.431663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.90781802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-27T09:00:51.431733Z","caller":"traceutil/trace.go:171","msg":"trace[1760205676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.908000374s","start":"2026-06-27T09:00:48.523714Z","end":"2026-06-27T09:00:51.431714Z","steps":["trace[1760205676] 'agreement among raft nodes before linearized reading' (duration: 2.907919622s)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:51.431809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:48.5237Z","time spent":"2.908062485s","remote":"127.0.0.1:59664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/06/27 09:00:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-27T09:00:51.446634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:45.855285Z","time spent":"5.591341328s","remote":"127.0.0.1:59454","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-27T09:00:51.451019Z","caller":"traceutil/trace.go:171","msg":"trace[1996682220] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"3.709146874s","start":"2026-06-27T09:00:47.741855Z","end":"2026-06-27T09:00:51.451002Z","steps":["trace[1996682220] 'process raft request' (duration: 3.708840307s)"],"step_count":1} {"level":"info","ts":"2026-06-27T09:00:51.451029Z","caller":"traceutil/trace.go:171","msg":"trace[898298465] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"2.930324588s","start":"2026-06-27T09:00:48.520684Z","end":"2026-06-27T09:00:51.451008Z","steps":["trace[898298465] 'process raft request' (duration: 2.930219786s)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:51.451115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:47.741832Z","time spent":"3.709222846s","remote":"127.0.0.1:59664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-27T09:00:51.451161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:48.520653Z","time spent":"2.93043564s","remote":"127.0.0.1:59664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-27T09:00:51.451209Z","caller":"traceutil/trace.go:171","msg":"trace[562284561] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2147; }","duration":"841.237726ms","start":"2026-06-27T09:00:50.609963Z","end":"2026-06-27T09:00:51.451201Z","steps":["trace[562284561] 'process raft request' (duration: 841.010291ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:51.45125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:50.609937Z","time spent":"841.290436ms","remote":"127.0.0.1:59664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":527,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-27T09:00:51.451383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.57160907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-27T09:00:51.451392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586731092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T09:00:51.451417Z","caller":"traceutil/trace.go:171","msg":"trace[1418415434] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2148; }","duration":"2.571682842s","start":"2026-06-27T09:00:48.879726Z","end":"2026-06-27T09:00:51.451409Z","steps":["trace[1418415434] 'agreement among raft nodes before linearized reading' (duration: 2.57160635s)"],"step_count":1} {"level":"info","ts":"2026-06-27T09:00:51.451425Z","caller":"traceutil/trace.go:171","msg":"trace[1770198743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2148; }","duration":"1.586791874s","start":"2026-06-27T09:00:49.864623Z","end":"2026-06-27T09:00:51.451415Z","steps":["trace[1770198743] 'agreement among raft nodes before linearized reading' (duration: 1.586681982s)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:51.451439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:48.879678Z","time spent":"2.571755733s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-27T09:00:51.451453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:49.864606Z","time spent":"1.586842485s","remote":"127.0.0.1:59350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-27T09:00:51.451507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.851720451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-06-27T09:00:51.451526Z","caller":"traceutil/trace.go:171","msg":"trace[536193404] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2148; }","duration":"6.851784762s","start":"2026-06-27T09:00:44.599736Z","end":"2026-06-27T09:00:51.45152Z","steps":["trace[536193404] 'agreement among raft nodes before linearized reading' (duration: 6.851718021s)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:51.451542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:44.599712Z","time spent":"6.851825062s","remote":"127.0.0.1:59664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":548,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-06-27T09:00:51.451597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.928802474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-06-27T09:00:51.451614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.724605144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-27T09:00:51.451616Z","caller":"traceutil/trace.go:171","msg":"trace[521375818] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2148; }","duration":"7.928882986s","start":"2026-06-27T09:00:43.522727Z","end":"2026-06-27T09:00:51.45161Z","steps":["trace[521375818] 'agreement among raft nodes before linearized reading' (duration: 7.928796844s)"],"step_count":1} {"level":"info","ts":"2026-06-27T09:00:51.451614Z","caller":"traceutil/trace.go:171","msg":"trace[1945801370] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2147; }","duration":"572.059349ms","start":"2026-06-27T09:00:50.879545Z","end":"2026-06-27T09:00:51.451604Z","steps":["trace[1945801370] 'process raft request' (duration: 571.482567ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T09:00:51.451629Z","caller":"traceutil/trace.go:171","msg":"trace[1606422672] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2148; }","duration":"2.724649094s","start":"2026-06-27T09:00:48.726975Z","end":"2026-06-27T09:00:51.451624Z","steps":["trace[1606422672] 'agreement among raft nodes before linearized reading' (duration: 2.724623144s)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:51.451634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:43.522695Z","time spent":"7.928934866s","remote":"127.0.0.1:59664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-06-27T09:00:51.451644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:48.726958Z","time spent":"2.724680514s","remote":"127.0.0.1:59496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-06-27T09:00:51.451725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.562405159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-27T09:00:51.451732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.441303911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-27T09:00:51.451737Z","caller":"traceutil/trace.go:171","msg":"trace[1217663061] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2148; }","duration":"3.562432679s","start":"2026-06-27T09:00:47.8893Z","end":"2026-06-27T09:00:51.451733Z","steps":["trace[1217663061] 'agreement among raft nodes before linearized reading' (duration: 3.562404889s)"],"step_count":1} {"level":"info","ts":"2026-06-27T09:00:51.451749Z","caller":"traceutil/trace.go:171","msg":"trace[208108342] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2148; }","duration":"8.441323131s","start":"2026-06-27T09:00:43.01042Z","end":"2026-06-27T09:00:51.451743Z","steps":["trace[208108342] 'agreement among raft nodes before linearized reading' (duration: 8.441287161s)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:51.451769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:43.010345Z","time spent":"8.441419664s","remote":"127.0.0.1:59574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":13,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-06-27T09:00:51.451775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.625169295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-27T09:00:51.45179Z","caller":"traceutil/trace.go:171","msg":"trace[698512113] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2148; }","duration":"3.625223456s","start":"2026-06-27T09:00:47.826562Z","end":"2026-06-27T09:00:51.451786Z","steps":["trace[698512113] 'agreement among raft nodes before linearized reading' (duration: 3.625200646s)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:51.451803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:47.826541Z","time spent":"3.625258688s","remote":"127.0.0.1:59768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-27T09:00:51.451938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.857991827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-06-27T09:00:51.451938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300490309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-27T09:00:51.451828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291439945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T09:00:51.451965Z","caller":"traceutil/trace.go:171","msg":"trace[33466510] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2148; }","duration":"1.300558451s","start":"2026-06-27T09:00:50.1514Z","end":"2026-06-27T09:00:51.451958Z","steps":["trace[33466510] 'agreement among raft nodes before linearized reading' (duration: 1.300434778s)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:51.451997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:50.15138Z","time spent":"1.300612741s","remote":"127.0.0.1:59480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":11,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-06-27T09:00:51.452Z","caller":"traceutil/trace.go:171","msg":"trace[1499168708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2148; }","duration":"1.291658669s","start":"2026-06-27T09:00:50.160318Z","end":"2026-06-27T09:00:51.451977Z","steps":["trace[1499168708] 'agreement among raft nodes before linearized reading' (duration: 1.291381524s)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:51.452053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:50.160307Z","time spent":"1.2917383s","remote":"127.0.0.1:59334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-27T09:00:51.452152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293296793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-27T09:00:51.452171Z","caller":"traceutil/trace.go:171","msg":"trace[1239836117] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2148; }","duration":"1.293338723s","start":"2026-06-27T09:00:50.158828Z","end":"2026-06-27T09:00:51.452167Z","steps":["trace[1239836117] 'agreement among raft nodes before linearized reading' (duration: 1.293253231s)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:51.452185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:50.158816Z","time spent":"1.293365433s","remote":"127.0.0.1:59914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":140,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-06-27T09:00:51.452193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.629178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-27T09:00:51.452233Z","caller":"traceutil/trace.go:171","msg":"trace[2129989112] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2148; }","duration":"943.70445ms","start":"2026-06-27T09:00:50.508518Z","end":"2026-06-27T09:00:51.452222Z","steps":["trace[2129989112] 'agreement among raft nodes before linearized reading' (duration: 943.637159ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:51.451978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.316388774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-27T09:00:51.452264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:50.508497Z","time spent":"943.759832ms","remote":"127.0.0.1:59786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-06-27T09:00:51.452161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.633262938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-06-27T09:00:51.451899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.631586683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-27T09:00:51.452299Z","caller":"traceutil/trace.go:171","msg":"trace[1313131759] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2148; }","duration":"8.633445351s","start":"2026-06-27T09:00:42.818843Z","end":"2026-06-27T09:00:51.452289Z","steps":["trace[1313131759] 'agreement among raft nodes before linearized reading' (duration: 8.633282438s)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:51.452331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:42.818807Z","time spent":"8.633516433s","remote":"127.0.0.1:59664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-06-27T09:00:51.452348Z","caller":"traceutil/trace.go:171","msg":"trace[1832902981] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2148; }","duration":"8.632024912s","start":"2026-06-27T09:00:42.820277Z","end":"2026-06-27T09:00:51.452302Z","steps":["trace[1832902981] 'agreement among raft nodes before linearized reading' (duration: 8.631563132s)"],"step_count":1} {"level":"info","ts":"2026-06-27T09:00:51.451952Z","caller":"traceutil/trace.go:171","msg":"trace[1584345369] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2148; }","duration":"4.858037519s","start":"2026-06-27T09:00:46.59391Z","end":"2026-06-27T09:00:51.451947Z","steps":["trace[1584345369] 'agreement among raft nodes before linearized reading' (duration: 4.857994698s)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:51.45238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:42.820267Z","time spent":"8.632103863s","remote":"127.0.0.1:59664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-06-27T09:00:51.452396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:46.593893Z","time spent":"4.858493307s","remote":"127.0.0.1:59664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-06-27T09:00:51.452447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.854092364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-06-27T09:00:51.452441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.929593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-27T09:00:51.452466Z","caller":"traceutil/trace.go:171","msg":"trace[1809118924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2148; }","duration":"9.854140595s","start":"2026-06-27T09:00:41.598317Z","end":"2026-06-27T09:00:51.452458Z","steps":["trace[1809118924] 'agreement among raft nodes before linearized reading' (duration: 9.854093564s)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:51.45248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:41.598305Z","time spent":"9.854171336s","remote":"127.0.0.1:59664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-27T09:00:51.452012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.673425113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-27T09:00:51.452285Z","caller":"traceutil/trace.go:171","msg":"trace[697354832] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2148; }","duration":"5.316737981s","start":"2026-06-27T09:00:46.135539Z","end":"2026-06-27T09:00:51.452277Z","steps":["trace[697354832] 'agreement among raft nodes before linearized reading' (duration: 5.316426055s)"],"step_count":1} {"level":"info","ts":"2026-06-27T09:00:51.452504Z","caller":"traceutil/trace.go:171","msg":"trace[491796512] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2148; }","duration":"6.673968343s","start":"2026-06-27T09:00:44.778525Z","end":"2026-06-27T09:00:51.452494Z","steps":["trace[491796512] 'agreement among raft nodes before linearized reading' (duration: 6.673463403s)"],"step_count":1} {"level":"info","ts":"2026-06-27T09:00:51.452472Z","caller":"traceutil/trace.go:171","msg":"trace[2018348942] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:2148; }","duration":"795.996245ms","start":"2026-06-27T09:00:50.656468Z","end":"2026-06-27T09:00:51.452464Z","steps":["trace[2018348942] 'agreement among raft nodes before linearized reading' (duration: 795.912913ms)"],"step_count":1} {"level":"warn","ts":"2026-06-27T09:00:51.452533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:44.778495Z","time spent":"6.674029125s","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-27T09:00:51.452542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:46.135517Z","time spent":"5.317000186s","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-06-27T09:00:51.451753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:47.889293Z","time spent":"3.56245699s","remote":"127.0.0.1:59578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":5,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-06-27T09:00:51.452547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:50.656447Z","time spent":"796.096176ms","remote":"127.0.0.1:59394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-06-27T09:00:51.452857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-27T09:00:50.879524Z","time spent":"572.115659ms","remote":"127.0.0.1:59664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":467,"request content":"compare: success:> failure: >"} 2026/06/27 09:00:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-06-27T09:02:11.603415Z","caller":"traceutil/trace.go:171","msg":"trace[1506532993] transaction","detail":"{read_only:false; response_revision:2560; number_of_response:1; }","duration":"291.798727ms","start":"2026-06-27T09:02:11.311587Z","end":"2026-06-27T09:02:11.603385Z","steps":["trace[1506532993] 'process raft request' (duration: 291.625783ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T09:02:11.889682Z","caller":"traceutil/trace.go:171","msg":"trace[213713730] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"259.926217ms","start":"2026-06-27T09:02:11.629738Z","end":"2026-06-27T09:02:11.889664Z","steps":["trace[213713730] 'process raft request' (duration: 259.414337ms)"],"step_count":1} {"level":"info","ts":"2026-06-27T09:02:11.891538Z","caller":"traceutil/trace.go:171","msg":"trace[804783215] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"162.602724ms","start":"2026-06-27T09:02:11.728904Z","end":"2026-06-27T09:02:11.891507Z","steps":["trace[804783215] 'process raft request' (duration: 162.38463ms)"],"step_count":1}