{"level":"warn","ts":"2026-03-30T16:46:59.672592Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-30T16:46:59.672691Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.127:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.127:2380","--initial-cluster=controller-1=https://199.19.213.127:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.127:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.127:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-30T16:46:59.672766Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-30T16:46:59.672779Z","caller":"embed/etcd.go:140","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.127:2380"]} {"level":"info","ts":"2026-03-30T16:46:59.672822Z","caller":"embed/etcd.go:528","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T16:46:59.673360Z","caller":"embed/etcd.go:148","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.127:2379"]} {"level":"info","ts":"2026-03-30T16:46:59.673479Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.5.21","git-sha":"a17edfd","go-version":"go1.23.7","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.127:2380"],"listen-peer-urls":["https://199.19.213.127:2380"],"advertise-client-urls":["https://199.19.213.127:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.127:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.127:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-30T16:46:59.683985Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"10.150152ms"} {"level":"info","ts":"2026-03-30T16:46:59.700731Z","caller":"etcdserver/raft.go:506","msg":"starting local member","local-member-id":"975f045ff4f5c0fb","cluster-id":"b3df79a2daf9b6ed"} {"level":"info","ts":"2026-03-30T16:46:59.700831Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb switched to configuration voters=()"} {"level":"info","ts":"2026-03-30T16:46:59.700856Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb became follower at term 0"} {"level":"info","ts":"2026-03-30T16:46:59.700868Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 975f045ff4f5c0fb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-30T16:46:59.700876Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb became follower at term 1"} {"level":"info","ts":"2026-03-30T16:46:59.701014Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb switched to configuration voters=(10907441632692781307)"} {"level":"warn","ts":"2026-03-30T16:46:59.715318Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-30T16:46:59.720113Z","caller":"mvcc/kvstore.go:425","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-30T16:46:59.720318Z","caller":"etcdserver/server.go:628","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-30T16:46:59.723455Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-30T16:46:59.725309Z","caller":"etcdserver/server.go:875","msg":"starting etcd server","local-member-id":"975f045ff4f5c0fb","local-server-version":"3.5.21","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-30T16:46:59.725475Z","caller":"etcdserver/server.go:759","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"975f045ff4f5c0fb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-30T16:46:59.725630Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T16:46:59.725753Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T16:46:59.725790Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T16:46:59.726148Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-30T16:46:59.726956Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb switched to configuration voters=(10907441632692781307)"} {"level":"info","ts":"2026-03-30T16:46:59.727213Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b3df79a2daf9b6ed","local-member-id":"975f045ff4f5c0fb","added-peer-id":"975f045ff4f5c0fb","added-peer-peer-urls":["https://199.19.213.127:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-03-30T16:46:59.728268Z","caller":"embed/etcd.go:762","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T16:46:59.728938Z","caller":"embed/etcd.go:633","msg":"serving peer traffic","address":"199.19.213.127:2380"} {"level":"info","ts":"2026-03-30T16:46:59.728980Z","caller":"embed/etcd.go:603","msg":"cmux::serve","address":"199.19.213.127:2380"} {"level":"info","ts":"2026-03-30T16:46:59.729364Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"975f045ff4f5c0fb","initial-advertise-peer-urls":["https://199.19.213.127:2380"],"listen-peer-urls":["https://199.19.213.127:2380"],"advertise-client-urls":["https://199.19.213.127:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.127:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-30T16:46:59.729430Z","caller":"embed/etcd.go:908","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-30T16:46:59.904407Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb is starting a new election at term 1"} {"level":"info","ts":"2026-03-30T16:46:59.904480Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb became pre-candidate at term 1"} {"level":"info","ts":"2026-03-30T16:46:59.904508Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb received MsgPreVoteResp from 975f045ff4f5c0fb at term 1"} {"level":"info","ts":"2026-03-30T16:46:59.904531Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb became candidate at term 2"} {"level":"info","ts":"2026-03-30T16:46:59.904604Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb received MsgVoteResp from 975f045ff4f5c0fb at term 2"} {"level":"info","ts":"2026-03-30T16:46:59.904623Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb became leader at term 2"} {"level":"info","ts":"2026-03-30T16:46:59.904695Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 975f045ff4f5c0fb elected leader 975f045ff4f5c0fb at term 2"} {"level":"info","ts":"2026-03-30T16:46:59.905696Z","caller":"etcdserver/server.go:2697","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-30T16:46:59.906711Z","caller":"etcdserver/server.go:2144","msg":"published local member to cluster through raft","local-member-id":"975f045ff4f5c0fb","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.19.213.127:2379]}","request-path":"/0/members/975f045ff4f5c0fb/attributes","cluster-id":"b3df79a2daf9b6ed","publish-timeout":"7s"} {"level":"info","ts":"2026-03-30T16:46:59.906748Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T16:46:59.906918Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T16:46:59.907293Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-30T16:46:59.907372Z","caller":"membership/cluster.go:587","msg":"set initial cluster version","cluster-id":"b3df79a2daf9b6ed","local-member-id":"975f045ff4f5c0fb","cluster-version":"3.5"} {"level":"info","ts":"2026-03-30T16:46:59.907355Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-30T16:46:59.907528Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-30T16:46:59.907583Z","caller":"etcdserver/server.go:2721","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-30T16:46:59.910994Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-30T16:46:59.911049Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-30T16:46:59.911952Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.127:2379"} {"level":"info","ts":"2026-03-30T16:46:59.912079Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-30T16:47:01.698963Z","caller":"traceutil/trace.go:171","msg":"trace[135799396] linearizableReadLoop","detail":"{readStateIndex:10; appliedIndex:6; }","duration":"136.86821ms","start":"2026-03-30T16:47:01.562068Z","end":"2026-03-30T16:47:01.698936Z","steps":["trace[135799396] 'read index received' (duration: 13.605105ms)","trace[135799396] 'applied index is now lower than readState.Index' (duration: 123.262115ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:01.698956Z","caller":"traceutil/trace.go:171","msg":"trace[1438678854] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"137.144086ms","start":"2026-03-30T16:47:01.561780Z","end":"2026-03-30T16:47:01.698924Z","steps":["trace[1438678854] 'process raft request' (duration: 136.832658ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:01.699025Z","caller":"traceutil/trace.go:171","msg":"trace[919421408] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"137.485655ms","start":"2026-03-30T16:47:01.561509Z","end":"2026-03-30T16:47:01.698995Z","steps":["trace[919421408] 'process raft request' (duration: 133.202772ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:01.699046Z","caller":"traceutil/trace.go:171","msg":"trace[113991871] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"137.524835ms","start":"2026-03-30T16:47:01.561498Z","end":"2026-03-30T16:47:01.699023Z","steps":["trace[113991871] 'process raft request' (duration: 137.076994ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:01.699085Z","caller":"traceutil/trace.go:171","msg":"trace[283276352] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"136.935471ms","start":"2026-03-30T16:47:01.562140Z","end":"2026-03-30T16:47:01.699076Z","steps":["trace[283276352] 'process raft request' (duration: 136.50684ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:01.699223Z","caller":"traceutil/trace.go:171","msg":"trace[1909754512] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"136.901581ms","start":"2026-03-30T16:47:01.562313Z","end":"2026-03-30T16:47:01.699214Z","steps":["trace[1909754512] 'process raft request' (duration: 136.519372ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:01.699257Z","caller":"traceutil/trace.go:171","msg":"trace[2108676526] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"135.510618ms","start":"2026-03-30T16:47:01.563726Z","end":"2026-03-30T16:47:01.699237Z","steps":["trace[2108676526] 'process raft request' (duration: 135.15164ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:01.699403Z","caller":"traceutil/trace.go:171","msg":"trace[1555542114] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"127.21342ms","start":"2026-03-30T16:47:01.572180Z","end":"2026-03-30T16:47:01.699393Z","steps":["trace[1555542114] 'process raft request' (duration: 126.724688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:01.699462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.330671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-30T16:47:01.699486Z","caller":"traceutil/trace.go:171","msg":"trace[2020940856] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"136.563652ms","start":"2026-03-30T16:47:01.562897Z","end":"2026-03-30T16:47:01.699461Z","steps":["trace[2020940856] 'process raft request' (duration: 135.957038ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:01.699526Z","caller":"traceutil/trace.go:171","msg":"trace[1918433699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12; }","duration":"137.452304ms","start":"2026-03-30T16:47:01.562061Z","end":"2026-03-30T16:47:01.699514Z","steps":["trace[1918433699] 'agreement among raft nodes before linearized reading' (duration: 137.28967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:01.775507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.40488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-30T16:47:01.775561Z","caller":"traceutil/trace.go:171","msg":"trace[1571206192] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:14; }","duration":"131.479631ms","start":"2026-03-30T16:47:01.644069Z","end":"2026-03-30T16:47:01.775549Z","steps":["trace[1571206192] 'agreement among raft nodes before linearized reading' (duration: 131.379429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:01.775714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.687036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:350"} {"level":"warn","ts":"2026-03-30T16:47:01.775687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.067012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-30T16:47:01.775787Z","caller":"traceutil/trace.go:171","msg":"trace[1716500964] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"198.083123ms","start":"2026-03-30T16:47:01.577653Z","end":"2026-03-30T16:47:01.775736Z","steps":["trace[1716500964] 'process raft request' (duration: 197.626942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:01.775807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.410165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-30T16:47:01.775740Z","caller":"traceutil/trace.go:171","msg":"trace[1913325331] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:14; }","duration":"131.747057ms","start":"2026-03-30T16:47:01.643988Z","end":"2026-03-30T16:47:01.775735Z","steps":["trace[1913325331] 'agreement among raft nodes before linearized reading' (duration: 131.699526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:01.775860Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.936553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-1\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-30T16:47:01.775918Z","caller":"traceutil/trace.go:171","msg":"trace[420864140] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:14; }","duration":"212.542427ms","start":"2026-03-30T16:47:01.563359Z","end":"2026-03-30T16:47:01.775902Z","steps":["trace[420864140] 'agreement among raft nodes before linearized reading' (duration: 212.339923ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:01.775870Z","caller":"traceutil/trace.go:171","msg":"trace[284386401] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:14; }","duration":"162.272927ms","start":"2026-03-30T16:47:01.613561Z","end":"2026-03-30T16:47:01.775799Z","steps":["trace[284386401] 'agreement among raft nodes before linearized reading' (duration: 162.008521ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:01.775942Z","caller":"traceutil/trace.go:171","msg":"trace[218820431] range","detail":"{range_begin:/registry/csinodes/controller-1; range_end:; response_count:0; response_revision:14; }","duration":"194.062296ms","start":"2026-03-30T16:47:01.581861Z","end":"2026-03-30T16:47:01.775924Z","steps":["trace[218820431] 'agreement among raft nodes before linearized reading' (duration: 193.917673ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:01.776010Z","caller":"traceutil/trace.go:171","msg":"trace[1362767] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"196.927184ms","start":"2026-03-30T16:47:01.579073Z","end":"2026-03-30T16:47:01.776000Z","steps":["trace[1362767] 'process raft request' (duration: 196.312209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.060561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.006098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-30T16:47:02.060829Z","caller":"traceutil/trace.go:171","msg":"trace[338694460] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"353.924986ms","start":"2026-03-30T16:47:01.706880Z","end":"2026-03-30T16:47:02.060805Z","steps":["trace[338694460] 'process raft request' (duration: 353.863065ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:02.060861Z","caller":"traceutil/trace.go:171","msg":"trace[331627005] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"354.202612ms","start":"2026-03-30T16:47:01.706599Z","end":"2026-03-30T16:47:02.060801Z","steps":["trace[331627005] 'process raft request' (duration: 354.079279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.060934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:01.706864Z","time spent":"354.021458ms","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:47:02.061015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:01.706579Z","time spent":"354.363736ms","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:02.061086Z","caller":"traceutil/trace.go:171","msg":"trace[1985733189] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"278.102173ms","start":"2026-03-30T16:47:01.782761Z","end":"2026-03-30T16:47:02.060863Z","steps":["trace[1985733189] 'process raft request' (duration: 278.066643ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:02.061168Z","caller":"traceutil/trace.go:171","msg":"trace[67080800] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"354.728624ms","start":"2026-03-30T16:47:01.706427Z","end":"2026-03-30T16:47:02.061155Z","steps":["trace[67080800] 'process raft request' (duration: 112.711382ms)","trace[67080800] 'compare' (duration: 240.908825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:02.061236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:01.706415Z","time spent":"354.795577ms","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:02.061289Z","caller":"traceutil/trace.go:171","msg":"trace[1097002219] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"354.405577ms","start":"2026-03-30T16:47:01.706874Z","end":"2026-03-30T16:47:02.061279Z","steps":["trace[1097002219] 'process raft request' (duration: 353.815923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.061347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:01.706865Z","time spent":"354.455788ms","remote":"127.0.0.1:48028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":694,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:02.061875Z","caller":"traceutil/trace.go:171","msg":"trace[1780453245] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"355.107383ms","start":"2026-03-30T16:47:01.706557Z","end":"2026-03-30T16:47:02.061664Z","steps":["trace[1780453245] 'process raft request' (duration: 354.10319ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:02.061988Z","caller":"traceutil/trace.go:171","msg":"trace[50618929] linearizableReadLoop","detail":"{readStateIndex:24; appliedIndex:17; }","duration":"286.576606ms","start":"2026-03-30T16:47:01.775403Z","end":"2026-03-30T16:47:02.061980Z","steps":["trace[50618929] 'read index received' (duration: 43.742454ms)","trace[50618929] 'applied index is now lower than readState.Index' (duration: 242.833372ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:02.062043Z","caller":"traceutil/trace.go:171","msg":"trace[670540380] transaction","detail":"{read_only:false; response_revision:21; number_of_response:1; }","duration":"353.988066ms","start":"2026-03-30T16:47:01.708050Z","end":"2026-03-30T16:47:02.062039Z","steps":["trace[670540380] 'process raft request' (duration: 352.709726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.062030Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:01.706533Z","time spent":"355.417121ms","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:02.061674Z","caller":"traceutil/trace.go:171","msg":"trace[542211934] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"355.213376ms","start":"2026-03-30T16:47:01.706427Z","end":"2026-03-30T16:47:02.061640Z","steps":["trace[542211934] 'process raft request' (duration: 354.204062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.062235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:01.708034Z","time spent":"354.021708ms","remote":"127.0.0.1:47904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":591,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:47:02.062374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.162451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:2906"} {"level":"info","ts":"2026-03-30T16:47:02.062404Z","caller":"traceutil/trace.go:171","msg":"trace[1993091163] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:25; }","duration":"359.219022ms","start":"2026-03-30T16:47:01.703178Z","end":"2026-03-30T16:47:02.062397Z","steps":["trace[1993091163] 'agreement among raft nodes before linearized reading' (duration: 359.14826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.062429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:01.703163Z","time spent":"359.255732ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":2930,"request content":"key:\"/registry/minions/controller-1\" limit:1 "} {"level":"info","ts":"2026-03-30T16:47:02.062512Z","caller":"traceutil/trace.go:171","msg":"trace[1096079985] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"283.348439ms","start":"2026-03-30T16:47:01.779111Z","end":"2026-03-30T16:47:02.062459Z","steps":["trace[1096079985] 'process raft request' (duration: 281.6933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.062591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.98225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-30T16:47:02.062614Z","caller":"traceutil/trace.go:171","msg":"trace[1999638401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25; }","duration":"360.035221ms","start":"2026-03-30T16:47:01.702572Z","end":"2026-03-30T16:47:02.062607Z","steps":["trace[1999638401] 'agreement among raft nodes before linearized reading' (duration: 359.99135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.062635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:01.702554Z","time spent":"360.076382ms","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:47:02.062923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.856982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-30T16:47:02.062939Z","caller":"traceutil/trace.go:171","msg":"trace[2133101468] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:25; }","duration":"283.896163ms","start":"2026-03-30T16:47:01.779037Z","end":"2026-03-30T16:47:02.062933Z","steps":["trace[2133101468] 'agreement among raft nodes before linearized reading' (duration: 283.872863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.063037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.9449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:2906"} {"level":"info","ts":"2026-03-30T16:47:02.063051Z","caller":"traceutil/trace.go:171","msg":"trace[304923885] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:25; }","duration":"282.97566ms","start":"2026-03-30T16:47:01.780071Z","end":"2026-03-30T16:47:02.063047Z","steps":["trace[304923885] 'agreement among raft nodes before linearized reading' (duration: 282.948759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.062309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:01.706411Z","time spent":"355.839351ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:47:02.063161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.927714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-30T16:47:02.063172Z","caller":"traceutil/trace.go:171","msg":"trace[350183351] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"283.887573ms","start":"2026-03-30T16:47:01.779275Z","end":"2026-03-30T16:47:02.063162Z","steps":["trace[350183351] 'process raft request' (duration: 281.539016ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:02.063217Z","caller":"traceutil/trace.go:171","msg":"trace[1620820288] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:0; response_revision:25; }","duration":"284.002586ms","start":"2026-03-30T16:47:01.779197Z","end":"2026-03-30T16:47:02.063200Z","steps":["trace[1620820288] 'agreement among raft nodes before linearized reading' (duration: 283.912883ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:02.061948Z","caller":"traceutil/trace.go:171","msg":"trace[1629007775] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"283.099013ms","start":"2026-03-30T16:47:01.778810Z","end":"2026-03-30T16:47:02.061909Z","steps":["trace[1629007775] 'process raft request' (duration: 281.979057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.409853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.270417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-30T16:47:02.410215Z","caller":"traceutil/trace.go:171","msg":"trace[1769480227] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"341.289805ms","start":"2026-03-30T16:47:02.068901Z","end":"2026-03-30T16:47:02.410191Z","steps":["trace[1769480227] 'process raft request' (duration: 341.042659ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:02.410147Z","caller":"traceutil/trace.go:171","msg":"trace[1613952037] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"340.514267ms","start":"2026-03-30T16:47:02.069604Z","end":"2026-03-30T16:47:02.410118Z","steps":["trace[1613952037] 'process raft request' (duration: 340.378944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.410325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:02.068883Z","time spent":"341.398869ms","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:02.410353Z","caller":"traceutil/trace.go:171","msg":"trace[2054608867] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"340.60013ms","start":"2026-03-30T16:47:02.069732Z","end":"2026-03-30T16:47:02.410332Z","steps":["trace[2054608867] 'process raft request' (duration: 340.369434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.410393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:02.069597Z","time spent":"340.721863ms","remote":"127.0.0.1:48028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:02.410530Z","caller":"traceutil/trace.go:171","msg":"trace[244536428] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"340.813915ms","start":"2026-03-30T16:47:02.069684Z","end":"2026-03-30T16:47:02.410498Z","steps":["trace[244536428] 'process raft request' (duration: 340.328782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.410536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:02.069727Z","time spent":"340.673392ms","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:02.410215Z","caller":"traceutil/trace.go:171","msg":"trace[592246077] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"341.675314ms","start":"2026-03-30T16:47:02.068514Z","end":"2026-03-30T16:47:02.410189Z","steps":["trace[592246077] 'process raft request' (duration: 210.006267ms)","trace[592246077] 'compare' (duration: 131.140894ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:02.410673Z","caller":"traceutil/trace.go:171","msg":"trace[743400595] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"340.019566ms","start":"2026-03-30T16:47:02.070639Z","end":"2026-03-30T16:47:02.410659Z","steps":["trace[743400595] 'process raft request' (duration: 339.509393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.410754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:02.070631Z","time spent":"340.077737ms","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:47:02.410665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:02.068498Z","time spent":"342.123406ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3004,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:02.411325Z","caller":"traceutil/trace.go:171","msg":"trace[19006624] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"339.697407ms","start":"2026-03-30T16:47:02.071611Z","end":"2026-03-30T16:47:02.411308Z","steps":["trace[19006624] 'process raft request' (duration: 338.652522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.411416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:02.071604Z","time spent":"339.77163ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":326,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:02.410877Z","caller":"traceutil/trace.go:171","msg":"trace[959529645] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"339.76748ms","start":"2026-03-30T16:47:02.070828Z","end":"2026-03-30T16:47:02.410596Z","steps":["trace[959529645] 'process raft request' (duration: 339.38198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.412391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:02.069675Z","time spent":"340.904267ms","remote":"127.0.0.1:47982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":693,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:02.412585Z","caller":"traceutil/trace.go:171","msg":"trace[760786695] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"294.800635ms","start":"2026-03-30T16:47:02.117769Z","end":"2026-03-30T16:47:02.412569Z","steps":["trace[760786695] 'process raft request' (duration: 294.758084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.412544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:02.070806Z","time spent":"341.557572ms","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":959,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:02.412668Z","caller":"traceutil/trace.go:171","msg":"trace[1531762807] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"338.597811ms","start":"2026-03-30T16:47:02.074051Z","end":"2026-03-30T16:47:02.412649Z","steps":["trace[1531762807] 'process raft request' (duration: 338.361966ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:02.412801Z","caller":"traceutil/trace.go:171","msg":"trace[794150067] linearizableReadLoop","detail":"{readStateIndex:36; appliedIndex:29; }","duration":"341.299025ms","start":"2026-03-30T16:47:02.071486Z","end":"2026-03-30T16:47:02.412785Z","steps":["trace[794150067] 'read index received' (duration: 43.046018ms)","trace[794150067] 'applied index is now lower than readState.Index' (duration: 298.251747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:02.412836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:02.074043Z","time spent":"338.713184ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3214,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:47:02.412911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.416168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T16:47:02.412957Z","caller":"traceutil/trace.go:171","msg":"trace[287532641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36; }","duration":"341.500899ms","start":"2026-03-30T16:47:02.071443Z","end":"2026-03-30T16:47:02.412944Z","steps":["trace[287532641] 'agreement among raft nodes before linearized reading' (duration: 341.402007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:02.413000Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:02.071430Z","time spent":"341.555491ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:03.614543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.636867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" limit:1 ","response":"range_response_count:1 size:111"} {"level":"info","ts":"2026-03-30T16:47:03.614659Z","caller":"traceutil/trace.go:171","msg":"trace[1215787092] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:207; }","duration":"349.79203ms","start":"2026-03-30T16:47:03.264853Z","end":"2026-03-30T16:47:03.614645Z","steps":["trace[1215787092] 'range keys from in-memory index tree' (duration: 349.551214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:03.614686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:03.264837Z","time spent":"349.843612ms","remote":"127.0.0.1:47610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":1,"response size":135,"request content":"key:\"/registry/ranges/serviceips\" limit:1 "} {"level":"info","ts":"2026-03-30T16:47:03.784636Z","caller":"traceutil/trace.go:171","msg":"trace[738095188] transaction","detail":"{read_only:false; response_revision:210; number_of_response:1; }","duration":"162.755504ms","start":"2026-03-30T16:47:03.621862Z","end":"2026-03-30T16:47:03.784617Z","steps":["trace[738095188] 'process raft request' (duration: 97.273006ms)","trace[738095188] 'compare' (duration: 65.394396ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:03.785601Z","caller":"traceutil/trace.go:171","msg":"trace[864408074] transaction","detail":"{read_only:false; response_revision:211; number_of_response:1; }","duration":"123.953855ms","start":"2026-03-30T16:47:03.661641Z","end":"2026-03-30T16:47:03.785594Z","steps":["trace[864408074] 'process raft request' (duration: 123.918674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:05.385646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49970446s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:05.385779Z","caller":"traceutil/trace.go:171","msg":"trace[1311981000] linearizableReadLoop","detail":"{readStateIndex:222; appliedIndex:221; }","duration":"1.506695412s","start":"2026-03-30T16:47:03.879066Z","end":"2026-03-30T16:47:05.385761Z","steps":["trace[1311981000] 'read index received' (duration: 6.730517ms)","trace[1311981000] 'applied index is now lower than readState.Index' (duration: 1.499963825s)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:05.385898Z","caller":"traceutil/trace.go:171","msg":"trace[80883039] transaction","detail":"{read_only:false; response_revision:216; number_of_response:1; }","duration":"1.51176467s","start":"2026-03-30T16:47:03.874112Z","end":"2026-03-30T16:47:05.385877Z","steps":["trace[80883039] 'process raft request' (duration: 11.737443ms)","trace[80883039] 'compare' (duration: 1.499428654s)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:05.385959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:03.874093Z","time spent":"1.511841712s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1376,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:47:05.386095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506994828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:47:05.386213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.676127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:47:05.386279Z","caller":"traceutil/trace.go:171","msg":"trace[1381703927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:216; }","duration":"956.79242ms","start":"2026-03-30T16:47:04.429471Z","end":"2026-03-30T16:47:05.386264Z","steps":["trace[1381703927] 'agreement among raft nodes before linearized reading' (duration: 956.473944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:05.386326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:04.429452Z","time spent":"956.864301ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T16:47:05.386218Z","caller":"traceutil/trace.go:171","msg":"trace[272118158] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:0; response_revision:216; }","duration":"1.507179982s","start":"2026-03-30T16:47:03.879015Z","end":"2026-03-30T16:47:05.386195Z","steps":["trace[272118158] 'agreement among raft nodes before linearized reading' (duration: 1.506942727s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:05.386424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:03.878997Z","time spent":"1.507403195s","remote":"127.0.0.1:47736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:05.386161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.342063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:05.386595Z","caller":"traceutil/trace.go:171","msg":"trace[756843124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:216; }","duration":"556.863103ms","start":"2026-03-30T16:47:04.829717Z","end":"2026-03-30T16:47:05.386580Z","steps":["trace[756843124] 'agreement among raft nodes before linearized reading' (duration: 556.343953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:05.386696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:04.829704Z","time spent":"556.955784ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:06.077218Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100072193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:47:06.579815Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100072193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:47:07.080879Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100072193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:47:07.400843Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.010020635s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T16:47:08.793226Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.392122237s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T16:47:08.817945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416774092s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:08.818110Z","caller":"traceutil/trace.go:171","msg":"trace[548188819] transaction","detail":"{read_only:false; response_revision:217; number_of_response:1; }","duration":"3.427334669s","start":"2026-03-30T16:47:05.390754Z","end":"2026-03-30T16:47:08.818089Z","steps":["trace[548188819] 'process raft request' (duration: 2.010360783s)","trace[548188819] 'compare' (duration: 1.415901016s)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:08.818193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:05.390741Z","time spent":"3.427412281s","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":330,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:47:08.818254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:08.088602Z","time spent":"729.647397ms","remote":"127.0.0.1:47632","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-30T16:47:08.818401Z","caller":"traceutil/trace.go:171","msg":"trace[858280627] transaction","detail":"{read_only:false; response_revision:219; number_of_response:1; }","duration":"3.427171135s","start":"2026-03-30T16:47:05.391218Z","end":"2026-03-30T16:47:08.818389Z","steps":["trace[858280627] 'process raft request' (duration: 3.426852399s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:08.818439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:05.391209Z","time spent":"3.427214626s","remote":"127.0.0.1:47736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":407,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:08.818449Z","caller":"traceutil/trace.go:171","msg":"trace[14381699] transaction","detail":"{read_only:false; response_revision:218; number_of_response:1; }","duration":"3.427479741s","start":"2026-03-30T16:47:05.390961Z","end":"2026-03-30T16:47:08.818441Z","steps":["trace[14381699] 'process raft request' (duration: 3.427058303s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:08.818455Z","caller":"traceutil/trace.go:171","msg":"trace[806630691] linearizableReadLoop","detail":"{readStateIndex:226; appliedIndex:222; }","duration":"3.241773751s","start":"2026-03-30T16:47:05.576671Z","end":"2026-03-30T16:47:08.818445Z","steps":["trace[806630691] 'read index received' (duration: 1.824459768s)","trace[806630691] 'applied index is now lower than readState.Index' (duration: 1.417312953s)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:08.818579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.928254089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:08.818667Z","caller":"traceutil/trace.go:171","msg":"trace[1010092470] transaction","detail":"{read_only:false; response_revision:220; number_of_response:1; }","duration":"3.426630305s","start":"2026-03-30T16:47:05.392017Z","end":"2026-03-30T16:47:08.818647Z","steps":["trace[1010092470] 'process raft request' (duration: 3.426077574s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:08.818714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.787602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-controller-1\" limit:1 ","response":"range_response_count:1 size:4170"} {"level":"info","ts":"2026-03-30T16:47:08.818747Z","caller":"traceutil/trace.go:171","msg":"trace[1065665281] range","detail":"{range_begin:/registry/pods/kube-system/etcd-controller-1; range_end:; response_count:1; response_revision:220; }","duration":"269.845734ms","start":"2026-03-30T16:47:08.548894Z","end":"2026-03-30T16:47:08.818740Z","steps":["trace[1065665281] 'agreement among raft nodes before linearized reading' (duration: 269.783292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:08.818763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:05.392007Z","time spent":"3.426708946s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:47:08.818680Z","caller":"traceutil/trace.go:171","msg":"trace[304100679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:220; }","duration":"2.928397442s","start":"2026-03-30T16:47:05.890275Z","end":"2026-03-30T16:47:08.818672Z","steps":["trace[304100679] 'agreement among raft nodes before linearized reading' (duration: 2.92826185s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:08.818880Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:05.890247Z","time spent":"2.928622486s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:08.818599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.241913224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:08.818939Z","caller":"traceutil/trace.go:171","msg":"trace[569787383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:220; }","duration":"3.242308331s","start":"2026-03-30T16:47:05.576624Z","end":"2026-03-30T16:47:08.818933Z","steps":["trace[569787383] 'agreement among raft nodes before linearized reading' (duration: 3.241908794s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:08.818969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:05.576599Z","time spent":"3.242361853s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:08.819209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:05.390951Z","time spent":"3.42797592s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:47:09.532901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.010337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:09.533164Z","caller":"traceutil/trace.go:171","msg":"trace[2060061246] transaction","detail":"{read_only:false; response_revision:230; number_of_response:1; }","duration":"676.572406ms","start":"2026-03-30T16:47:08.856566Z","end":"2026-03-30T16:47:09.533139Z","steps":["trace[2060061246] 'process raft request' (duration: 676.437674ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:09.533276Z","caller":"traceutil/trace.go:171","msg":"trace[951394327] transaction","detail":"{read_only:false; response_revision:233; number_of_response:1; }","duration":"661.918104ms","start":"2026-03-30T16:47:08.871344Z","end":"2026-03-30T16:47:09.533262Z","steps":["trace[951394327] 'process raft request' (duration: 661.841272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:09.533300Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:08.856559Z","time spent":"676.671648ms","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:09.533289Z","caller":"traceutil/trace.go:171","msg":"trace[993037933] transaction","detail":"{read_only:false; response_revision:231; number_of_response:1; }","duration":"676.503475ms","start":"2026-03-30T16:47:08.856767Z","end":"2026-03-30T16:47:09.533270Z","steps":["trace[993037933] 'process raft request' (duration: 676.27557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:09.533371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:08.871327Z","time spent":"661.995125ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3430,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:47:09.533491Z","caller":"traceutil/trace.go:171","msg":"trace[1777159412] transaction","detail":"{read_only:false; response_revision:229; number_of_response:1; }","duration":"677.149957ms","start":"2026-03-30T16:47:08.856312Z","end":"2026-03-30T16:47:09.533462Z","steps":["trace[1777159412] 'process raft request' (duration: 280.513418ms)","trace[1777159412] 'compare' (duration: 395.867295ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:09.533613Z","caller":"traceutil/trace.go:171","msg":"trace[29341294] linearizableReadLoop","detail":"{readStateIndex:239; appliedIndex:235; }","duration":"671.562549ms","start":"2026-03-30T16:47:08.862036Z","end":"2026-03-30T16:47:09.533598Z","steps":["trace[29341294] 'read index received' (duration: 274.803518ms)","trace[29341294] 'applied index is now lower than readState.Index' (duration: 396.757321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:09.533436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:08.856760Z","time spent":"676.632327ms","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":461,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:09.533465Z","caller":"traceutil/trace.go:171","msg":"trace[734235066] transaction","detail":"{read_only:false; response_revision:232; number_of_response:1; }","duration":"675.625858ms","start":"2026-03-30T16:47:08.857819Z","end":"2026-03-30T16:47:09.533445Z","steps":["trace[734235066] 'process raft request' (duration: 675.288812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:09.533777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.534243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:47:09.534555Z","caller":"traceutil/trace.go:171","msg":"trace[385662352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:233; }","duration":"680.388481ms","start":"2026-03-30T16:47:08.854149Z","end":"2026-03-30T16:47:09.534538Z","steps":["trace[385662352] 'agreement among raft nodes before linearized reading' (duration: 679.581824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:09.534623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:08.854113Z","time spent":"680.491182ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:09.533811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.114734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 ","response":"range_response_count:1 size:5891"} {"level":"info","ts":"2026-03-30T16:47:09.534744Z","caller":"traceutil/trace.go:171","msg":"trace[953056489] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-1; range_end:; response_count:1; response_revision:233; }","duration":"667.094413ms","start":"2026-03-30T16:47:08.867632Z","end":"2026-03-30T16:47:09.534726Z","steps":["trace[953056489] 'agreement among raft nodes before linearized reading' (duration: 666.119464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:09.534813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:08.867612Z","time spent":"667.180996ms","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":5915,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:09.533866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.208278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:09.535365Z","caller":"traceutil/trace.go:171","msg":"trace[1662873932] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:0; response_revision:233; }","duration":"664.742908ms","start":"2026-03-30T16:47:08.870609Z","end":"2026-03-30T16:47:09.535351Z","steps":["trace[1662873932] 'agreement among raft nodes before linearized reading' (duration: 663.232109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:09.535454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:08.870583Z","time spent":"664.85511ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:09.534130Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:08.856287Z","time spent":"677.260819ms","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":670,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:47:09.535752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:08.857785Z","time spent":"676.610768ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:47:09.847443Z","caller":"traceutil/trace.go:171","msg":"trace[2038227392] transaction","detail":"{read_only:false; response_revision:235; number_of_response:1; }","duration":"304.535434ms","start":"2026-03-30T16:47:09.542883Z","end":"2026-03-30T16:47:09.847419Z","steps":["trace[2038227392] 'process raft request' (duration: 304.30024ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:09.847485Z","caller":"traceutil/trace.go:171","msg":"trace[497829053] transaction","detail":"{read_only:false; response_revision:238; number_of_response:1; }","duration":"301.848541ms","start":"2026-03-30T16:47:09.545619Z","end":"2026-03-30T16:47:09.847468Z","steps":["trace[497829053] 'process raft request' (duration: 301.81754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:09.847566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:09.542868Z","time spent":"304.635386ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:47:09.847615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:09.545599Z","time spent":"301.955084ms","remote":"127.0.0.1:47646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":525,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:09.847680Z","caller":"traceutil/trace.go:171","msg":"trace[1919566679] transaction","detail":"{read_only:false; response_revision:236; number_of_response:1; }","duration":"303.935232ms","start":"2026-03-30T16:47:09.543724Z","end":"2026-03-30T16:47:09.847660Z","steps":["trace[1919566679] 'process raft request' (duration: 303.589155ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:09.847643Z","caller":"traceutil/trace.go:171","msg":"trace[1471554702] transaction","detail":"{read_only:false; response_revision:237; number_of_response:1; }","duration":"302.084506ms","start":"2026-03-30T16:47:09.545503Z","end":"2026-03-30T16:47:09.847588Z","steps":["trace[1471554702] 'process raft request' (duration: 301.845712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:09.847758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:09.543715Z","time spent":"304.003404ms","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7796,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:47:09.847853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:09.545493Z","time spent":"302.262239ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":194,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:09.850912Z","caller":"traceutil/trace.go:171","msg":"trace[594495608] transaction","detail":"{read_only:false; response_revision:239; number_of_response:1; }","duration":"273.018193ms","start":"2026-03-30T16:47:09.577880Z","end":"2026-03-30T16:47:09.850898Z","steps":["trace[594495608] 'process raft request' (duration: 272.909831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:10.380797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.035553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:10.381046Z","caller":"traceutil/trace.go:171","msg":"trace[867414834] transaction","detail":"{read_only:false; response_revision:242; number_of_response:1; }","duration":"518.1724ms","start":"2026-03-30T16:47:09.862857Z","end":"2026-03-30T16:47:10.381030Z","steps":["trace[867414834] 'process raft request' (duration: 518.015847ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:10.381052Z","caller":"traceutil/trace.go:171","msg":"trace[1876755940] transaction","detail":"{read_only:false; response_revision:241; number_of_response:1; }","duration":"522.191249ms","start":"2026-03-30T16:47:09.858806Z","end":"2026-03-30T16:47:10.380997Z","steps":["trace[1876755940] 'process raft request' (duration: 250.85546ms)","trace[1876755940] 'compare' (duration: 270.88518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:10.381124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:09.862818Z","time spent":"518.288543ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":184,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:47:10.382524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:09.858792Z","time spent":"523.613807ms","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7597,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:47:10.383047Z","caller":"traceutil/trace.go:171","msg":"trace[2138706033] transaction","detail":"{read_only:false; response_revision:243; number_of_response:1; }","duration":"448.092852ms","start":"2026-03-30T16:47:09.934916Z","end":"2026-03-30T16:47:10.383009Z","steps":["trace[2138706033] 'process raft request' (duration: 447.346837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:10.383249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:09.934889Z","time spent":"448.229304ms","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":670,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:47:10.383156Z","caller":"traceutil/trace.go:171","msg":"trace[1290617937] transaction","detail":"{read_only:false; response_revision:244; number_of_response:1; }","duration":"447.700844ms","start":"2026-03-30T16:47:09.935024Z","end":"2026-03-30T16:47:10.382725Z","steps":["trace[1290617937] 'process raft request' (duration: 447.582892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:10.383420Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:09.934998Z","time spent":"448.331256ms","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":324,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:10.513718Z","caller":"traceutil/trace.go:171","msg":"trace[9051746] linearizableReadLoop","detail":"{readStateIndex:253; appliedIndex:252; }","duration":"120.377412ms","start":"2026-03-30T16:47:10.393320Z","end":"2026-03-30T16:47:10.513698Z","steps":["trace[9051746] 'read index received' (duration: 77.163012ms)","trace[9051746] 'applied index is now lower than readState.Index' (duration: 43.21324ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:10.513824Z","caller":"traceutil/trace.go:171","msg":"trace[1371953805] transaction","detail":"{read_only:false; response_revision:247; number_of_response:1; }","duration":"115.542777ms","start":"2026-03-30T16:47:10.398274Z","end":"2026-03-30T16:47:10.513817Z","steps":["trace[1371953805] 'process raft request' (duration: 115.383894ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:10.513889Z","caller":"traceutil/trace.go:171","msg":"trace[436815559] transaction","detail":"{read_only:false; response_revision:246; number_of_response:1; }","duration":"120.566446ms","start":"2026-03-30T16:47:10.393280Z","end":"2026-03-30T16:47:10.513846Z","steps":["trace[436815559] 'process raft request' (duration: 88.401201ms)","trace[436815559] 'compare' (duration: 31.870549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:10.514117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.763289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-30T16:47:10.514183Z","caller":"traceutil/trace.go:171","msg":"trace[2035890628] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:247; }","duration":"120.848631ms","start":"2026-03-30T16:47:10.393317Z","end":"2026-03-30T16:47:10.514166Z","steps":["trace[2035890628] 'agreement among raft nodes before linearized reading' (duration: 120.611036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:10.962350Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.985356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:10.962629Z","caller":"traceutil/trace.go:171","msg":"trace[2067156757] transaction","detail":"{read_only:false; response_revision:258; number_of_response:1; }","duration":"105.589833ms","start":"2026-03-30T16:47:10.857022Z","end":"2026-03-30T16:47:10.962612Z","steps":["trace[2067156757] 'process raft request' (duration: 105.526972ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:10.962812Z","caller":"traceutil/trace.go:171","msg":"trace[884856163] transaction","detail":"{read_only:false; response_revision:257; number_of_response:1; }","duration":"269.244467ms","start":"2026-03-30T16:47:10.693539Z","end":"2026-03-30T16:47:10.962783Z","steps":["trace[884856163] 'process raft request' (duration: 60.760732ms)","trace[884856163] 'compare' (duration: 207.876844ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:10.962846Z","caller":"traceutil/trace.go:171","msg":"trace[692219014] linearizableReadLoop","detail":"{readStateIndex:264; appliedIndex:263; }","duration":"224.725732ms","start":"2026-03-30T16:47:10.738109Z","end":"2026-03-30T16:47:10.962835Z","steps":["trace[692219014] 'read index received' (duration: 16.138004ms)","trace[692219014] 'applied index is now lower than readState.Index' (duration: 208.586818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:10.962983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.325052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T16:47:10.963019Z","caller":"traceutil/trace.go:171","msg":"trace[2055111732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:258; }","duration":"138.402873ms","start":"2026-03-30T16:47:10.824607Z","end":"2026-03-30T16:47:10.963010Z","steps":["trace[2055111732] 'agreement among raft nodes before linearized reading' (duration: 138.317961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:10.963019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.63307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" limit:1 ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-30T16:47:10.963090Z","caller":"traceutil/trace.go:171","msg":"trace[610062040] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:258; }","duration":"224.756403ms","start":"2026-03-30T16:47:10.738315Z","end":"2026-03-30T16:47:10.963071Z","steps":["trace[610062040] 'agreement among raft nodes before linearized reading' (duration: 224.6144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:10.963090Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.600019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:47:10.963264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.117859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/controller-1.18a1ac572630d0d0\" limit:1 ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-03-30T16:47:10.963362Z","caller":"traceutil/trace.go:171","msg":"trace[126666407] range","detail":"{range_begin:/registry/events/default/controller-1.18a1ac572630d0d0; range_end:; response_count:1; response_revision:258; }","duration":"225.285293ms","start":"2026-03-30T16:47:10.738055Z","end":"2026-03-30T16:47:10.963340Z","steps":["trace[126666407] 'agreement among raft nodes before linearized reading' (duration: 224.904646ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:10.963161Z","caller":"traceutil/trace.go:171","msg":"trace[566397024] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:0; response_revision:258; }","duration":"223.727842ms","start":"2026-03-30T16:47:10.739415Z","end":"2026-03-30T16:47:10.963142Z","steps":["trace[566397024] 'agreement among raft nodes before linearized reading' (duration: 223.60218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:11.222729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.967933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:11.222906Z","caller":"traceutil/trace.go:171","msg":"trace[630170195] linearizableReadLoop","detail":"{readStateIndex:267; appliedIndex:265; }","duration":"255.30262ms","start":"2026-03-30T16:47:10.967590Z","end":"2026-03-30T16:47:11.222893Z","steps":["trace[630170195] 'read index received' (duration: 64.466156ms)","trace[630170195] 'applied index is now lower than readState.Index' (duration: 190.835594ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:11.222942Z","caller":"traceutil/trace.go:171","msg":"trace[712226141] transaction","detail":"{read_only:false; response_revision:261; number_of_response:1; }","duration":"254.294899ms","start":"2026-03-30T16:47:10.968620Z","end":"2026-03-30T16:47:11.222914Z","steps":["trace[712226141] 'process raft request' (duration: 254.200838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:11.223017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.907857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/controller-1.18a1ac57263079ef\" limit:1 ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-03-30T16:47:11.223041Z","caller":"traceutil/trace.go:171","msg":"trace[1456898755] range","detail":"{range_begin:/registry/events/default/controller-1.18a1ac57263079ef; range_end:; response_count:1; response_revision:261; }","duration":"186.976709ms","start":"2026-03-30T16:47:11.036058Z","end":"2026-03-30T16:47:11.223035Z","steps":["trace[1456898755] 'agreement among raft nodes before linearized reading' (duration: 186.924558ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:11.222945Z","caller":"traceutil/trace.go:171","msg":"trace[1579453964] transaction","detail":"{read_only:false; response_revision:260; number_of_response:1; }","duration":"256.807568ms","start":"2026-03-30T16:47:10.966116Z","end":"2026-03-30T16:47:11.222923Z","steps":["trace[1579453964] 'process raft request' (duration: 119.5768ms)","trace[1579453964] 'compare' (duration: 136.701208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:11.223057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.848602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" limit:1 ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-30T16:47:11.223318Z","caller":"traceutil/trace.go:171","msg":"trace[417677068] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:261; }","duration":"253.952793ms","start":"2026-03-30T16:47:10.969153Z","end":"2026-03-30T16:47:11.223106Z","steps":["trace[417677068] 'agreement among raft nodes before linearized reading' (duration: 253.832811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:11.223039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.430982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-30T16:47:11.223377Z","caller":"traceutil/trace.go:171","msg":"trace[1582547922] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:261; }","duration":"255.823211ms","start":"2026-03-30T16:47:10.967543Z","end":"2026-03-30T16:47:11.223366Z","steps":["trace[1582547922] 'agreement among raft nodes before linearized reading' (duration: 255.405622ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:11.474962Z","caller":"traceutil/trace.go:171","msg":"trace[874833991] linearizableReadLoop","detail":"{readStateIndex:271; appliedIndex:269; }","duration":"156.439463ms","start":"2026-03-30T16:47:11.318490Z","end":"2026-03-30T16:47:11.474930Z","steps":["trace[874833991] 'read index received' (duration: 120.92022ms)","trace[874833991] 'applied index is now lower than readState.Index' (duration: 35.517523ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:11.475036Z","caller":"traceutil/trace.go:171","msg":"trace[165933999] transaction","detail":"{read_only:false; response_revision:263; number_of_response:1; }","duration":"247.950049ms","start":"2026-03-30T16:47:11.227039Z","end":"2026-03-30T16:47:11.474989Z","steps":["trace[165933999] 'process raft request' (duration: 212.392246ms)","trace[165933999] 'compare' (duration: 35.088114ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:11.475011Z","caller":"traceutil/trace.go:171","msg":"trace[1434889745] transaction","detail":"{read_only:false; response_revision:264; number_of_response:1; }","duration":"246.45638ms","start":"2026-03-30T16:47:11.228504Z","end":"2026-03-30T16:47:11.474961Z","steps":["trace[1434889745] 'process raft request' (duration: 246.338937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:11.475135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.649207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/controller-1.18a1ac572630ba6d\" limit:1 ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-30T16:47:11.475326Z","caller":"traceutil/trace.go:171","msg":"trace[726420673] range","detail":"{range_begin:/registry/events/default/controller-1.18a1ac572630ba6d; range_end:; response_count:1; response_revision:264; }","duration":"156.895152ms","start":"2026-03-30T16:47:11.318414Z","end":"2026-03-30T16:47:11.475309Z","steps":["trace[726420673] 'agreement among raft nodes before linearized reading' (duration: 156.630067ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:11.673149Z","caller":"traceutil/trace.go:171","msg":"trace[220227399] linearizableReadLoop","detail":"{readStateIndex:273; appliedIndex:271; }","duration":"192.043597ms","start":"2026-03-30T16:47:11.481087Z","end":"2026-03-30T16:47:11.673131Z","steps":["trace[220227399] 'read index received' (duration: 70.307742ms)","trace[220227399] 'applied index is now lower than readState.Index' (duration: 121.735175ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:11.673323Z","caller":"traceutil/trace.go:171","msg":"trace[357328379] transaction","detail":"{read_only:false; response_revision:266; number_of_response:1; }","duration":"192.64822ms","start":"2026-03-30T16:47:11.480667Z","end":"2026-03-30T16:47:11.673315Z","steps":["trace[357328379] 'process raft request' (duration: 97.483053ms)","trace[357328379] 'compare' (duration: 94.706258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:11.673519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.953361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/controller-1.18a1ac572630d0d0\" limit:1 ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-03-30T16:47:11.673555Z","caller":"traceutil/trace.go:171","msg":"trace[534758279] range","detail":"{range_begin:/registry/events/default/controller-1.18a1ac572630d0d0; range_end:; response_count:1; response_revision:267; }","duration":"119.037403ms","start":"2026-03-30T16:47:11.554507Z","end":"2026-03-30T16:47:11.673545Z","steps":["trace[534758279] 'agreement among raft nodes before linearized reading' (duration: 118.959482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:11.673552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.419634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:11.673654Z","caller":"traceutil/trace.go:171","msg":"trace[103645413] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:0; response_revision:267; }","duration":"193.628019ms","start":"2026-03-30T16:47:11.480001Z","end":"2026-03-30T16:47:11.673629Z","steps":["trace[103645413] 'agreement among raft nodes before linearized reading' (duration: 193.405965ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:11.673849Z","caller":"traceutil/trace.go:171","msg":"trace[963876553] transaction","detail":"{read_only:false; response_revision:267; number_of_response:1; }","duration":"126.977028ms","start":"2026-03-30T16:47:11.546706Z","end":"2026-03-30T16:47:11.673683Z","steps":["trace[963876553] 'process raft request' (duration: 126.374056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:12.355487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.009319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:12.355635Z","caller":"traceutil/trace.go:171","msg":"trace[32036610] linearizableReadLoop","detail":"{readStateIndex:276; appliedIndex:274; }","duration":"676.228091ms","start":"2026-03-30T16:47:11.679395Z","end":"2026-03-30T16:47:12.355623Z","steps":["trace[32036610] 'read index received' (duration: 385.04291ms)","trace[32036610] 'applied index is now lower than readState.Index' (duration: 291.184601ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:12.355678Z","caller":"traceutil/trace.go:171","msg":"trace[931854972] transaction","detail":"{read_only:false; response_revision:269; number_of_response:1; }","duration":"677.299951ms","start":"2026-03-30T16:47:11.678373Z","end":"2026-03-30T16:47:12.355673Z","steps":["trace[931854972] 'process raft request' (duration: 677.203219ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:12.355949Z","caller":"traceutil/trace.go:171","msg":"trace[391905827] transaction","detail":"{read_only:false; response_revision:268; number_of_response:1; }","duration":"680.31695ms","start":"2026-03-30T16:47:11.675601Z","end":"2026-03-30T16:47:12.355918Z","steps":["trace[391905827] 'process raft request' (duration: 388.825162ms)","trace[391905827] 'compare' (duration: 290.711893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:12.355939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:11.678357Z","time spent":"677.566356ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1944,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:47:12.356111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:11.675580Z","time spent":"680.451683ms","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:47:12.356161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.740221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-30T16:47:12.356226Z","caller":"traceutil/trace.go:171","msg":"trace[1820100110] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:269; }","duration":"676.843303ms","start":"2026-03-30T16:47:11.679366Z","end":"2026-03-30T16:47:12.356210Z","steps":["trace[1820100110] 'agreement among raft nodes before linearized reading' (duration: 676.644939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:12.356275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:11.679354Z","time spent":"676.912604ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:14.471072Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.618539381s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T16:47:14.471308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618694244s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:14.471492Z","caller":"traceutil/trace.go:171","msg":"trace[1611683088] transaction","detail":"{read_only:false; response_revision:270; number_of_response:1; }","duration":"2.318750391s","start":"2026-03-30T16:47:12.152705Z","end":"2026-03-30T16:47:14.471455Z","steps":["trace[1611683088] 'process raft request' (duration: 699.822102ms)","trace[1611683088] 'compare' (duration: 1.618614193s)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:14.471619Z","caller":"traceutil/trace.go:171","msg":"trace[1089807964] linearizableReadLoop","detail":"{readStateIndex:277; appliedIndex:276; }","duration":"2.11595011s","start":"2026-03-30T16:47:12.355652Z","end":"2026-03-30T16:47:14.471602Z","steps":["trace[1089807964] 'read index received' (duration: 496.887539ms)","trace[1089807964] 'applied index is now lower than readState.Index' (duration: 1.619061091s)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:14.471777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.697967032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-1\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:14.471856Z","caller":"traceutil/trace.go:171","msg":"trace[561525716] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-1; range_end:; response_count:0; response_revision:271; }","duration":"2.698086054s","start":"2026-03-30T16:47:11.773759Z","end":"2026-03-30T16:47:14.471845Z","steps":["trace[561525716] 'agreement among raft nodes before linearized reading' (duration: 2.697930231s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:14.471929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:11.773737Z","time spent":"2.698180966s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-node-lease/controller-1\" limit:1 "} {"level":"info","ts":"2026-03-30T16:47:14.471933Z","caller":"traceutil/trace.go:171","msg":"trace[1953296800] transaction","detail":"{read_only:false; response_revision:273; number_of_response:1; }","duration":"1.934770573s","start":"2026-03-30T16:47:12.537127Z","end":"2026-03-30T16:47:14.471897Z","steps":["trace[1953296800] 'process raft request' (duration: 1.934717742s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:14.471876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.617829578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-30T16:47:14.472034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:12.152681Z","time spent":"2.318890684s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:47:14.471883Z","caller":"traceutil/trace.go:171","msg":"trace[1555855149] transaction","detail":"{read_only:false; response_revision:271; number_of_response:1; }","duration":"2.110111766s","start":"2026-03-30T16:47:12.361720Z","end":"2026-03-30T16:47:14.471831Z","steps":["trace[1555855149] 'process raft request' (duration: 2.109741289s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:14.472296Z","caller":"traceutil/trace.go:171","msg":"trace[67500354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:271; }","duration":"2.618060141s","start":"2026-03-30T16:47:11.853985Z","end":"2026-03-30T16:47:14.472045Z","steps":["trace[67500354] 'agreement among raft nodes before linearized reading' (duration: 2.617632483s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:14.472387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:11.853964Z","time spent":"2.618411649s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T16:47:14.472414Z","caller":"traceutil/trace.go:171","msg":"trace[931230972] transaction","detail":"{read_only:false; response_revision:272; number_of_response:1; }","duration":"2.11035182s","start":"2026-03-30T16:47:12.362044Z","end":"2026-03-30T16:47:14.472396Z","steps":["trace[931230972] 'process raft request' (duration: 2.109693187s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:14.472533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:12.537109Z","time spent":"1.934896886s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3719,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:47:14.472540Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:12.362026Z","time spent":"2.110472213s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":192,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:47:14.472599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:12.361699Z","time spent":"2.11084169s","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":356,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:14.495000Z","caller":"traceutil/trace.go:171","msg":"trace[1786914285] transaction","detail":"{read_only:false; response_revision:274; number_of_response:1; }","duration":"1.526480512s","start":"2026-03-30T16:47:12.968476Z","end":"2026-03-30T16:47:14.494957Z","steps":["trace[1786914285] 'process raft request' (duration: 1.526227427s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:14.495069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230875687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.127\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-30T16:47:14.495139Z","caller":"traceutil/trace.go:171","msg":"trace[104968863] range","detail":"{range_begin:/registry/masterleases/199.19.213.127; range_end:; response_count:1; response_revision:275; }","duration":"1.23100153s","start":"2026-03-30T16:47:13.264121Z","end":"2026-03-30T16:47:14.495122Z","steps":["trace[104968863] 'agreement among raft nodes before linearized reading' (duration: 1.230860397s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:14.495163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:12.968447Z","time spent":"1.526638825s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:47:14.495346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.13315004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/controller-1.18a1ac57263079ef\" limit:1 ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-03-30T16:47:14.495391Z","caller":"traceutil/trace.go:171","msg":"trace[1722027161] range","detail":"{range_begin:/registry/events/default/controller-1.18a1ac57263079ef; range_end:; response_count:1; response_revision:275; }","duration":"2.133226782s","start":"2026-03-30T16:47:12.362152Z","end":"2026-03-30T16:47:14.495379Z","steps":["trace[1722027161] 'agreement among raft nodes before linearized reading' (duration: 2.133143679s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:14.495429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:12.362081Z","time spent":"2.133340435s","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":709,"request content":"key:\"/registry/events/default/controller-1.18a1ac57263079ef\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:14.495477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266774284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T16:47:14.495076Z","caller":"traceutil/trace.go:171","msg":"trace[238708646] transaction","detail":"{read_only:false; response_revision:275; number_of_response:1; }","duration":"813.740793ms","start":"2026-03-30T16:47:13.681302Z","end":"2026-03-30T16:47:14.495043Z","steps":["trace[238708646] 'process raft request' (duration: 813.54991ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:14.495597Z","caller":"traceutil/trace.go:171","msg":"trace[1584214298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:275; }","duration":"1.267030329s","start":"2026-03-30T16:47:13.228559Z","end":"2026-03-30T16:47:14.495589Z","steps":["trace[1584214298] 'agreement among raft nodes before linearized reading' (duration: 1.266562549s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:14.495700Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:13.681276Z","time spent":"814.347286ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:47:14.495786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:13.228538Z","time spent":"1.267206102s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:14.496541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:13.264096Z","time spent":"1.231077361s","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.127\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:14.944190Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:14.497117Z","time spent":"447.06847ms","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-30T16:47:14.944279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:14.503580Z","time spent":"440.696103ms","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-30T16:47:14.944207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:14.567142Z","time spent":"377.04306ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/30 16:47:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/30 16:47:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/30 16:47:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:47:14.945822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.61271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-30T16:47:14.946085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:14.497736Z","time spent":"448.343844ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-30T16:47:14.946139Z","caller":"traceutil/trace.go:171","msg":"trace[612269553] transaction","detail":"{read_only:false; response_revision:279; number_of_response:1; }","duration":"445.468107ms","start":"2026-03-30T16:47:14.500653Z","end":"2026-03-30T16:47:14.946121Z","steps":["trace[612269553] 'process raft request' (duration: 445.333444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:14.946214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:14.500645Z","time spent":"445.535868ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:47:14.946444Z","caller":"traceutil/trace.go:171","msg":"trace[1047708680] linearizableReadLoop","detail":"{readStateIndex:288; appliedIndex:284; }","duration":"382.67078ms","start":"2026-03-30T16:47:14.563762Z","end":"2026-03-30T16:47:14.946433Z","steps":["trace[1047708680] 'read index received' (duration: 270.435918ms)","trace[1047708680] 'applied index is now lower than readState.Index' (duration: 112.233752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:14.946628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.387825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-03-30T16:47:14.946647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.37168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:14.946663Z","caller":"traceutil/trace.go:171","msg":"trace[124019186] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:281; }","duration":"379.736412ms","start":"2026-03-30T16:47:14.566916Z","end":"2026-03-30T16:47:14.946653Z","steps":["trace[124019186] 'agreement among raft nodes before linearized reading' (duration: 379.62956ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:14.946679Z","caller":"traceutil/trace.go:171","msg":"trace[1471370473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:281; }","duration":"397.481672ms","start":"2026-03-30T16:47:14.549188Z","end":"2026-03-30T16:47:14.946670Z","steps":["trace[1471370473] 'agreement among raft nodes before linearized reading' (duration: 397.363059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:14.946716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:14.566841Z","time spent":"379.870235ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:14.946728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:14.549163Z","time spent":"397.556344ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:47:15.696151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.53499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:15.696231Z","caller":"traceutil/trace.go:171","msg":"trace[418204949] transaction","detail":"{read_only:false; response_revision:285; number_of_response:1; }","duration":"661.257569ms","start":"2026-03-30T16:47:15.034961Z","end":"2026-03-30T16:47:15.696219Z","steps":["trace[418204949] 'process raft request' (duration: 319.611627ms)","trace[418204949] 'compare' (duration: 341.387577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:15.696267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:15.034938Z","time spent":"661.31686ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":373,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:15.722027Z","caller":"traceutil/trace.go:171","msg":"trace[632057818] transaction","detail":"{read_only:false; response_revision:286; number_of_response:1; }","duration":"685.64131ms","start":"2026-03-30T16:47:15.036355Z","end":"2026-03-30T16:47:15.721996Z","steps":["trace[632057818] 'process raft request' (duration: 685.430506ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:15.722084Z","caller":"traceutil/trace.go:171","msg":"trace[1988678974] transaction","detail":"{read_only:false; response_revision:287; number_of_response:1; }","duration":"592.165994ms","start":"2026-03-30T16:47:15.129872Z","end":"2026-03-30T16:47:15.722038Z","steps":["trace[1988678974] 'process raft request' (duration: 592.036071ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:15.722102Z","caller":"traceutil/trace.go:171","msg":"trace[821120429] transaction","detail":"{read_only:false; number_of_response:0; response_revision:287; }","duration":"452.837219ms","start":"2026-03-30T16:47:15.269237Z","end":"2026-03-30T16:47:15.722074Z","steps":["trace[821120429] 'process raft request' (duration: 452.730097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:15.722163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:15.036339Z","time spent":"685.761363ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":219,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:15.722240Z","caller":"traceutil/trace.go:171","msg":"trace[1212338911] transaction","detail":"{read_only:false; number_of_response:0; response_revision:287; }","duration":"452.778468ms","start":"2026-03-30T16:47:15.269447Z","end":"2026-03-30T16:47:15.722226Z","steps":["trace[1212338911] 'process raft request' (duration: 452.584844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:15.722251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:15.269219Z","time spent":"452.968581ms","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:47:15.722264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:15.129523Z","time spent":"592.662542ms","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":616,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:15.722320Z","caller":"traceutil/trace.go:171","msg":"trace[446333361] transaction","detail":"{read_only:false; number_of_response:0; response_revision:287; }","duration":"452.938171ms","start":"2026-03-30T16:47:15.269294Z","end":"2026-03-30T16:47:15.722232Z","steps":["trace[446333361] 'process raft request' (duration: 452.715107ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:15.722628Z","caller":"traceutil/trace.go:171","msg":"trace[1882562156] transaction","detail":"{read_only:false; number_of_response:0; response_revision:287; }","duration":"451.76315ms","start":"2026-03-30T16:47:15.270849Z","end":"2026-03-30T16:47:15.722613Z","steps":["trace[1882562156] 'process raft request' (duration: 451.222688ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:15.722642Z","caller":"traceutil/trace.go:171","msg":"trace[1733711168] transaction","detail":"{read_only:false; number_of_response:0; response_revision:287; }","duration":"424.698904ms","start":"2026-03-30T16:47:15.297932Z","end":"2026-03-30T16:47:15.722631Z","steps":["trace[1733711168] 'process raft request' (duration: 424.272645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:15.722711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:15.297899Z","time spent":"424.785906ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:47:15.722719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:15.270831Z","time spent":"451.851241ms","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:47:15.722725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:15.269290Z","time spent":"453.31135ms","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:15.722554Z","caller":"traceutil/trace.go:171","msg":"trace[483820405] transaction","detail":"{read_only:false; number_of_response:0; response_revision:287; }","duration":"451.359122ms","start":"2026-03-30T16:47:15.271162Z","end":"2026-03-30T16:47:15.722521Z","steps":["trace[483820405] 'process raft request' (duration: 451.017064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:15.723206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:15.269412Z","time spent":"452.85982ms","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:47:15.723234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.129272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-1\" limit:1 ","response":"range_response_count:1 size:706"} {"level":"info","ts":"2026-03-30T16:47:15.723281Z","caller":"traceutil/trace.go:171","msg":"trace[1312706387] range","detail":"{range_begin:/registry/csinodes/controller-1; range_end:; response_count:1; response_revision:287; }","duration":"596.207363ms","start":"2026-03-30T16:47:15.127058Z","end":"2026-03-30T16:47:15.723265Z","steps":["trace[1312706387] 'agreement among raft nodes before linearized reading' (duration: 596.05474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:15.723326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:15.127041Z","time spent":"596.275674ms","remote":"127.0.0.1:47982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":730,"request content":"key:\"/registry/csinodes/controller-1\" limit:1 "} {"level":"info","ts":"2026-03-30T16:47:15.722252Z","caller":"traceutil/trace.go:171","msg":"trace[738211824] linearizableReadLoop","detail":"{readStateIndex:294; appliedIndex:292; }","duration":"595.136301ms","start":"2026-03-30T16:47:15.127097Z","end":"2026-03-30T16:47:15.722233Z","steps":["trace[738211824] 'read index received' (duration: 227.587227ms)","trace[738211824] 'applied index is now lower than readState.Index' (duration: 367.548284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:15.723449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:15.271153Z","time spent":"452.249289ms","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:47:15.729372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.699633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-1\" limit:1 ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-03-30T16:47:15.729433Z","caller":"traceutil/trace.go:171","msg":"trace[1034026631] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-1; range_end:; response_count:1; response_revision:288; }","duration":"595.790636ms","start":"2026-03-30T16:47:15.133628Z","end":"2026-03-30T16:47:15.729419Z","steps":["trace[1034026631] 'agreement among raft nodes before linearized reading' (duration: 595.643093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:15.729470Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:15.133614Z","time spent":"595.847746ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":576,"request content":"key:\"/registry/leases/kube-node-lease/controller-1\" limit:1 "} {"level":"info","ts":"2026-03-30T16:47:15.842987Z","caller":"traceutil/trace.go:171","msg":"trace[1629198519] transaction","detail":"{read_only:false; response_revision:289; number_of_response:1; }","duration":"116.508653ms","start":"2026-03-30T16:47:15.726455Z","end":"2026-03-30T16:47:15.842963Z","steps":["trace[1629198519] 'process raft request' (duration: 108.693279ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:15.843088Z","caller":"traceutil/trace.go:171","msg":"trace[37266866] linearizableReadLoop","detail":"{readStateIndex:303; appliedIndex:302; }","duration":"113.929493ms","start":"2026-03-30T16:47:15.729149Z","end":"2026-03-30T16:47:15.843079Z","steps":["trace[37266866] 'read index received' (duration: 105.987935ms)","trace[37266866] 'applied index is now lower than readState.Index' (duration: 7.940258ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:15.843181Z","caller":"traceutil/trace.go:171","msg":"trace[1212831137] transaction","detail":"{read_only:false; response_revision:291; number_of_response:1; }","duration":"110.593307ms","start":"2026-03-30T16:47:15.732550Z","end":"2026-03-30T16:47:15.843143Z","steps":["trace[1212831137] 'process raft request' (duration: 110.511525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:15.843270Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.452572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-controller-1\" limit:1 ","response":"range_response_count:1 size:5857"} {"level":"warn","ts":"2026-03-30T16:47:15.843205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.367979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" limit:1 ","response":"range_response_count:1 size:4815"} {"level":"info","ts":"2026-03-30T16:47:15.843424Z","caller":"traceutil/trace.go:171","msg":"trace[570547030] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-controller-1; range_end:; response_count:1; response_revision:291; }","duration":"119.650595ms","start":"2026-03-30T16:47:15.723766Z","end":"2026-03-30T16:47:15.843417Z","steps":["trace[570547030] 'agreement among raft nodes before linearized reading' (duration: 119.341029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:15.843432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.324049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:47:15.843464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.422511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-1\" limit:1 ","response":"range_response_count:1 size:7611"} {"level":"info","ts":"2026-03-30T16:47:15.843531Z","caller":"traceutil/trace.go:171","msg":"trace[1500697351] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-controller-1; range_end:; response_count:1; response_revision:291; }","duration":"118.495132ms","start":"2026-03-30T16:47:15.725020Z","end":"2026-03-30T16:47:15.843515Z","steps":["trace[1500697351] 'agreement among raft nodes before linearized reading' (duration: 118.39705ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:15.843533Z","caller":"traceutil/trace.go:171","msg":"trace[1400766249] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:0; response_revision:291; }","duration":"116.471752ms","start":"2026-03-30T16:47:15.727037Z","end":"2026-03-30T16:47:15.843509Z","steps":["trace[1400766249] 'agreement among raft nodes before linearized reading' (duration: 116.270458ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:15.843620Z","caller":"traceutil/trace.go:171","msg":"trace[88424064] transaction","detail":"{read_only:false; response_revision:290; number_of_response:1; }","duration":"111.365012ms","start":"2026-03-30T16:47:15.732241Z","end":"2026-03-30T16:47:15.843606Z","steps":["trace[88424064] 'process raft request' (duration: 110.74931ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:15.843384Z","caller":"traceutil/trace.go:171","msg":"trace[1449648064] range","detail":"{range_begin:/registry/pods/kube-system/etcd-controller-1; range_end:; response_count:1; response_revision:291; }","duration":"118.604615ms","start":"2026-03-30T16:47:15.724755Z","end":"2026-03-30T16:47:15.843359Z","steps":["trace[1449648064] 'agreement among raft nodes before linearized reading' (duration: 118.383791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:15.843839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.147165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-controller-1\" limit:1 ","response":"range_response_count:1 size:4900"} {"level":"warn","ts":"2026-03-30T16:47:15.843801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.789437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:3733"} {"level":"info","ts":"2026-03-30T16:47:15.843875Z","caller":"traceutil/trace.go:171","msg":"trace[572204306] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-controller-1; range_end:; response_count:1; response_revision:291; }","duration":"119.201646ms","start":"2026-03-30T16:47:15.724664Z","end":"2026-03-30T16:47:15.843865Z","steps":["trace[572204306] 'agreement among raft nodes before linearized reading' (duration: 119.133995ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:15.843895Z","caller":"traceutil/trace.go:171","msg":"trace[1823988139] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:291; }","duration":"119.9011ms","start":"2026-03-30T16:47:15.723983Z","end":"2026-03-30T16:47:15.843884Z","steps":["trace[1823988139] 'agreement among raft nodes before linearized reading' (duration: 119.758567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:15.843901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.277368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 ","response":"range_response_count:1 size:7810"} {"level":"info","ts":"2026-03-30T16:47:15.843957Z","caller":"traceutil/trace.go:171","msg":"trace[1145038157] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-1; range_end:; response_count:1; response_revision:291; }","duration":"119.382409ms","start":"2026-03-30T16:47:15.724561Z","end":"2026-03-30T16:47:15.843943Z","steps":["trace[1145038157] 'agreement among raft nodes before linearized reading' (duration: 119.259897ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:16.867821Z","caller":"traceutil/trace.go:171","msg":"trace[1062234051] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"168.523411ms","start":"2026-03-30T16:47:16.699238Z","end":"2026-03-30T16:47:16.867761Z","steps":["trace[1062234051] 'process raft request' (duration: 167.711605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:17.327778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.13712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:17.327927Z","caller":"traceutil/trace.go:171","msg":"trace[1497351907] linearizableReadLoop","detail":"{readStateIndex:349; appliedIndex:347; }","duration":"377.986961ms","start":"2026-03-30T16:47:16.949925Z","end":"2026-03-30T16:47:17.327912Z","steps":["trace[1497351907] 'read index received' (duration: 101.675897ms)","trace[1497351907] 'applied index is now lower than readState.Index' (duration: 276.310264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:17.328010Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.085984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-30T16:47:17.327984Z","caller":"traceutil/trace.go:171","msg":"trace[1945777932] transaction","detail":"{read_only:false; response_revision:329; number_of_response:1; }","duration":"448.833937ms","start":"2026-03-30T16:47:16.879117Z","end":"2026-03-30T16:47:17.327951Z","steps":["trace[1945777932] 'process raft request' (duration: 172.462522ms)","trace[1945777932] 'compare' (duration: 276.001368ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:17.328040Z","caller":"traceutil/trace.go:171","msg":"trace[409768056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:329; }","duration":"378.148864ms","start":"2026-03-30T16:47:16.949882Z","end":"2026-03-30T16:47:17.328031Z","steps":["trace[409768056] 'agreement among raft nodes before linearized reading' (duration: 378.077723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:17.328074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:16.949867Z","time spent":"378.199486ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T16:47:17.328085Z","caller":"traceutil/trace.go:171","msg":"trace[1473849786] transaction","detail":"{read_only:false; number_of_response:0; response_revision:329; }","duration":"446.273746ms","start":"2026-03-30T16:47:16.881795Z","end":"2026-03-30T16:47:17.328069Z","steps":["trace[1473849786] 'process raft request' (duration: 446.081682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:17.328523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:16.881787Z","time spent":"446.342197ms","remote":"127.0.0.1:47962","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:47:17.328977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:16.879106Z","time spent":"449.785995ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":205,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:17.596312Z","caller":"traceutil/trace.go:171","msg":"trace[86618967] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"229.335969ms","start":"2026-03-30T16:47:17.366945Z","end":"2026-03-30T16:47:17.596281Z","steps":["trace[86618967] 'process raft request' (duration: 228.811299ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:17.624683Z","caller":"traceutil/trace.go:171","msg":"trace[1617506349] transaction","detail":"{read_only:false; response_revision:332; number_of_response:1; }","duration":"254.792376ms","start":"2026-03-30T16:47:17.369859Z","end":"2026-03-30T16:47:17.624651Z","steps":["trace[1617506349] 'process raft request' (duration: 254.142333ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:17.740151Z","caller":"traceutil/trace.go:171","msg":"trace[181526208] linearizableReadLoop","detail":"{readStateIndex:353; appliedIndex:352; }","duration":"109.509627ms","start":"2026-03-30T16:47:17.630596Z","end":"2026-03-30T16:47:17.740106Z","steps":["trace[181526208] 'read index received' (duration: 107.019458ms)","trace[181526208] 'applied index is now lower than readState.Index' (duration: 2.489309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:17.740487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.854654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:17.740563Z","caller":"traceutil/trace.go:171","msg":"trace[1995822630] transaction","detail":"{read_only:false; number_of_response:0; response_revision:332; }","duration":"111.429596ms","start":"2026-03-30T16:47:17.629101Z","end":"2026-03-30T16:47:17.740531Z","steps":["trace[1995822630] 'process raft request' (duration: 108.650551ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:17.740592Z","caller":"traceutil/trace.go:171","msg":"trace[1302366049] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:0; response_revision:332; }","duration":"110.028157ms","start":"2026-03-30T16:47:17.630528Z","end":"2026-03-30T16:47:17.740556Z","steps":["trace[1302366049] 'agreement among raft nodes before linearized reading' (duration: 109.865564ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:18.419463Z","caller":"traceutil/trace.go:171","msg":"trace[1397725668] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"169.278766ms","start":"2026-03-30T16:47:18.250161Z","end":"2026-03-30T16:47:18.419439Z","steps":["trace[1397725668] 'process raft request' (duration: 169.158543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:19.077128Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100072471,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:47:19.205211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.928877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-30T16:47:19.205316Z","caller":"traceutil/trace.go:171","msg":"trace[1510346603] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:341; }","duration":"706.072869ms","start":"2026-03-30T16:47:18.499218Z","end":"2026-03-30T16:47:19.205291Z","steps":["trace[1510346603] 'range keys from in-memory index tree' (duration: 705.865376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:19.205434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:18.499205Z","time spent":"706.209983ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:19.545579Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.039559588s","expected-duration":"1s"} {"level":"info","ts":"2026-03-30T16:47:19.545967Z","caller":"traceutil/trace.go:171","msg":"trace[1039963879] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"1.040049447s","start":"2026-03-30T16:47:18.505897Z","end":"2026-03-30T16:47:19.545946Z","steps":["trace[1039963879] 'process raft request' (duration: 1.039928965s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:19.546096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:18.505873Z","time spent":"1.04016208s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:47:19.554371Z","caller":"traceutil/trace.go:171","msg":"trace[1075255476] linearizableReadLoop","detail":"{readStateIndex:366; appliedIndex:364; }","duration":"978.180546ms","start":"2026-03-30T16:47:18.576166Z","end":"2026-03-30T16:47:19.554346Z","steps":["trace[1075255476] 'read index received' (duration: 969.657345ms)","trace[1075255476] 'applied index is now lower than readState.Index' (duration: 8.521961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:19.554693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.339284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-8e5ru0\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:19.554605Z","caller":"traceutil/trace.go:171","msg":"trace[20687736] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"345.10464ms","start":"2026-03-30T16:47:19.209363Z","end":"2026-03-30T16:47:19.554468Z","steps":["trace[20687736] 'process raft request' (duration: 344.936887ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:19.554762Z","caller":"traceutil/trace.go:171","msg":"trace[187531812] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-8e5ru0; range_end:; response_count:0; response_revision:344; }","duration":"719.493658ms","start":"2026-03-30T16:47:18.835253Z","end":"2026-03-30T16:47:19.554747Z","steps":["trace[187531812] 'agreement among raft nodes before linearized reading' (duration: 719.340984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:19.554795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:18.835235Z","time spent":"719.552528ms","remote":"127.0.0.1:47646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-8e5ru0\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:19.554825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.347076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-30T16:47:19.554866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:19.209343Z","time spent":"345.447158ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":192,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:47:19.554917Z","caller":"traceutil/trace.go:171","msg":"trace[590560361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:344; }","duration":"186.443838ms","start":"2026-03-30T16:47:19.368445Z","end":"2026-03-30T16:47:19.554889Z","steps":["trace[590560361] 'agreement among raft nodes before linearized reading' (duration: 186.281755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:19.554936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.791725ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:19.554959Z","caller":"traceutil/trace.go:171","msg":"trace[1364023827] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:344; }","duration":"349.816726ms","start":"2026-03-30T16:47:19.205136Z","end":"2026-03-30T16:47:19.554953Z","steps":["trace[1364023827] 'agreement among raft nodes before linearized reading' (duration: 349.780825ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:19.554746Z","caller":"traceutil/trace.go:171","msg":"trace[1035369269] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"1.04210743s","start":"2026-03-30T16:47:18.512521Z","end":"2026-03-30T16:47:19.554628Z","steps":["trace[1035369269] 'process raft request' (duration: 1.041667491s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:19.555039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.84313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:47:19.555210Z","caller":"traceutil/trace.go:171","msg":"trace[1970285569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:344; }","duration":"979.071574ms","start":"2026-03-30T16:47:18.576118Z","end":"2026-03-30T16:47:19.555190Z","steps":["trace[1970285569] 'agreement among raft nodes before linearized reading' (duration: 978.653096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:19.555269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:18.576095Z","time spent":"979.161456ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:19.555350Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:18.512505Z","time spent":"1.042566779s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:47:20.258632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.315778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:20.258790Z","caller":"traceutil/trace.go:171","msg":"trace[472062380] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"506.729968ms","start":"2026-03-30T16:47:19.752037Z","end":"2026-03-30T16:47:20.258767Z","steps":["trace[472062380] 'process raft request' (duration: 289.112384ms)","trace[472062380] 'compare' (duration: 217.164985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:20.258911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:19.752024Z","time spent":"506.84501ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2863,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:47:20.260385Z","caller":"traceutil/trace.go:171","msg":"trace[497524845] linearizableReadLoop","detail":"{readStateIndex:400; appliedIndex:398; }","duration":"473.315329ms","start":"2026-03-30T16:47:19.787054Z","end":"2026-03-30T16:47:20.260369Z","steps":["trace[497524845] 'read index received' (duration: 254.106704ms)","trace[497524845] 'applied index is now lower than readState.Index' (duration: 219.208135ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:20.260491Z","caller":"traceutil/trace.go:171","msg":"trace[1871757254] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"505.32254ms","start":"2026-03-30T16:47:19.755163Z","end":"2026-03-30T16:47:20.260485Z","steps":["trace[1871757254] 'process raft request' (duration: 505.130346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:20.260579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:19.755152Z","time spent":"505.36543ms","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4839,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:47:20.260709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.614017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" limit:1 ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-30T16:47:20.260733Z","caller":"traceutil/trace.go:171","msg":"trace[1293598478] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:376; }","duration":"261.673227ms","start":"2026-03-30T16:47:19.999054Z","end":"2026-03-30T16:47:20.260728Z","steps":["trace[1293598478] 'agreement among raft nodes before linearized reading' (duration: 261.622406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:20.260725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.066505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" limit:1 ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-30T16:47:20.260789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.440873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" limit:1 ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-03-30T16:47:20.260851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.809491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-30T16:47:20.260869Z","caller":"traceutil/trace.go:171","msg":"trace[2114498559] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:376; }","duration":"474.209848ms","start":"2026-03-30T16:47:19.786654Z","end":"2026-03-30T16:47:20.260864Z","steps":["trace[2114498559] 'agreement among raft nodes before linearized reading' (duration: 474.179287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:20.260883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:19.786631Z","time spent":"474.248139ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" limit:1 "} {"level":"info","ts":"2026-03-30T16:47:20.260878Z","caller":"traceutil/trace.go:171","msg":"trace[1794053629] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:376; }","duration":"382.548865ms","start":"2026-03-30T16:47:19.878310Z","end":"2026-03-30T16:47:20.260858Z","steps":["trace[1794053629] 'agreement among raft nodes before linearized reading' (duration: 382.405172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:20.260950Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:19.878299Z","time spent":"382.634856ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":221,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:20.260971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.449882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" limit:1 ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-03-30T16:47:20.262367Z","caller":"traceutil/trace.go:171","msg":"trace[606762010] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:376; }","duration":"387.929081ms","start":"2026-03-30T16:47:19.874417Z","end":"2026-03-30T16:47:20.262346Z","steps":["trace[606762010] 'agreement among raft nodes before linearized reading' (duration: 386.382591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:20.262427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:19.874397Z","time spent":"388.012292ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":209,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" limit:1 "} {"level":"info","ts":"2026-03-30T16:47:20.260808Z","caller":"traceutil/trace.go:171","msg":"trace[2080998405] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:376; }","duration":"387.181847ms","start":"2026-03-30T16:47:19.873588Z","end":"2026-03-30T16:47:20.260770Z","steps":["trace[2080998405] 'agreement among raft nodes before linearized reading' (duration: 387.065645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:20.262561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:19.873569Z","time spent":"388.980443ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" limit:1 "} {"level":"info","ts":"2026-03-30T16:47:21.533565Z","caller":"traceutil/trace.go:171","msg":"trace[434856174] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"106.43534ms","start":"2026-03-30T16:47:21.427108Z","end":"2026-03-30T16:47:21.533544Z","steps":["trace[434856174] 'process raft request' (duration: 106.263637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:22.180854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.257193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:22.181187Z","caller":"traceutil/trace.go:171","msg":"trace[501748589] linearizableReadLoop","detail":"{readStateIndex:427; appliedIndex:425; }","duration":"615.322113ms","start":"2026-03-30T16:47:21.565854Z","end":"2026-03-30T16:47:22.181176Z","steps":["trace[501748589] 'read index received' (duration: 168.697953ms)","trace[501748589] 'applied index is now lower than readState.Index' (duration: 446.62363ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:22.181250Z","caller":"traceutil/trace.go:171","msg":"trace[1360824982] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"620.773381ms","start":"2026-03-30T16:47:21.560471Z","end":"2026-03-30T16:47:22.181245Z","steps":["trace[1360824982] 'process raft request' (duration: 620.670459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:22.181293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:21.560456Z","time spent":"620.818552ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:47:22.181438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.584368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:47:22.181461Z","caller":"traceutil/trace.go:171","msg":"trace[1899405542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:403; }","duration":"615.621398ms","start":"2026-03-30T16:47:21.565834Z","end":"2026-03-30T16:47:22.181456Z","steps":["trace[1899405542] 'agreement among raft nodes before linearized reading' (duration: 615.579487ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:22.181417Z","caller":"traceutil/trace.go:171","msg":"trace[196139165] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"630.559279ms","start":"2026-03-30T16:47:21.550771Z","end":"2026-03-30T16:47:22.181331Z","steps":["trace[196139165] 'process raft request' (duration: 183.765616ms)","trace[196139165] 'compare' (duration: 446.1374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:22.181476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:21.565828Z","time spent":"615.645048ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:22.181555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.344342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T16:47:22.181574Z","caller":"traceutil/trace.go:171","msg":"trace[36155175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:403; }","duration":"611.390762ms","start":"2026-03-30T16:47:21.570178Z","end":"2026-03-30T16:47:22.181569Z","steps":["trace[36155175] 'agreement among raft nodes before linearized reading' (duration: 611.361592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:22.181587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:21.570162Z","time spent":"611.422084ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:22.181620Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:21.550753Z","time spent":"630.739552ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:47:22.181685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.369353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:22.181702Z","caller":"traceutil/trace.go:171","msg":"trace[510003072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:403; }","duration":"324.420153ms","start":"2026-03-30T16:47:21.857278Z","end":"2026-03-30T16:47:22.181698Z","steps":["trace[510003072] 'agreement among raft nodes before linearized reading' (duration: 324.395472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:22.181715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:21.857260Z","time spent":"324.452534ms","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:47:22.872116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.928868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:22.872196Z","caller":"traceutil/trace.go:171","msg":"trace[1793888727] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"687.151484ms","start":"2026-03-30T16:47:22.185030Z","end":"2026-03-30T16:47:22.872181Z","steps":["trace[1793888727] 'process raft request' (duration: 379.100584ms)","trace[1793888727] 'compare' (duration: 307.628062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:22.872240Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:22.184973Z","time spent":"687.245286ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:47:23.058589Z","caller":"traceutil/trace.go:171","msg":"trace[1792914338] linearizableReadLoop","detail":"{readStateIndex:429; appliedIndex:427; }","duration":"868.799178ms","start":"2026-03-30T16:47:22.189775Z","end":"2026-03-30T16:47:23.058574Z","steps":["trace[1792914338] 'read index received' (duration: 374.421499ms)","trace[1792914338] 'applied index is now lower than readState.Index' (duration: 494.377079ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:23.058664Z","caller":"traceutil/trace.go:171","msg":"trace[907122085] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"872.778318ms","start":"2026-03-30T16:47:22.185879Z","end":"2026-03-30T16:47:23.058657Z","steps":["trace[907122085] 'process raft request' (duration: 845.64697ms)","trace[907122085] 'compare' (duration: 26.982225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:23.058732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:22.185869Z","time spent":"872.811619ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:47:23.058820Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.055254ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:23.058835Z","caller":"traceutil/trace.go:171","msg":"trace[157539134] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:405; }","duration":"869.071144ms","start":"2026-03-30T16:47:22.189759Z","end":"2026-03-30T16:47:23.058831Z","steps":["trace[157539134] 'agreement among raft nodes before linearized reading' (duration: 869.045904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.059146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.23795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:23.059214Z","caller":"traceutil/trace.go:171","msg":"trace[1841994262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:405; }","duration":"203.334723ms","start":"2026-03-30T16:47:22.855863Z","end":"2026-03-30T16:47:23.059197Z","steps":["trace[1841994262] 'agreement among raft nodes before linearized reading' (duration: 203.230339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.059845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.758927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 ","response":"range_response_count:1 size:7517"} {"level":"info","ts":"2026-03-30T16:47:23.059867Z","caller":"traceutil/trace.go:171","msg":"trace[495376258] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-1; range_end:; response_count:1; response_revision:405; }","duration":"865.806608ms","start":"2026-03-30T16:47:22.194055Z","end":"2026-03-30T16:47:23.059862Z","steps":["trace[495376258] 'agreement among raft nodes before linearized reading' (duration: 864.932019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.060392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:22.194043Z","time spent":"866.337258ms","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7541,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:23.307965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.897863ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:23.308055Z","caller":"traceutil/trace.go:171","msg":"trace[1596549865] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:406; }","duration":"118.006986ms","start":"2026-03-30T16:47:23.190029Z","end":"2026-03-30T16:47:23.308036Z","steps":["trace[1596549865] 'range keys from in-memory index tree' (duration: 117.831262ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:23.412864Z","caller":"traceutil/trace.go:171","msg":"trace[787512890] linearizableReadLoop","detail":"{readStateIndex:431; appliedIndex:431; }","duration":"148.192726ms","start":"2026-03-30T16:47:23.264652Z","end":"2026-03-30T16:47:23.412845Z","steps":["trace[787512890] 'read index received' (duration: 148.187506ms)","trace[787512890] 'applied index is now lower than readState.Index' (duration: 4.25µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:47:23.412863Z","caller":"traceutil/trace.go:171","msg":"trace[1611611847] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"257.560486ms","start":"2026-03-30T16:47:23.155281Z","end":"2026-03-30T16:47:23.412841Z","steps":["trace[1611611847] 'process raft request' (duration: 257.443454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:23.413196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.432151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.127\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-30T16:47:23.413315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.208797ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:23.413335Z","caller":"traceutil/trace.go:171","msg":"trace[168872548] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:407; }","duration":"105.231308ms","start":"2026-03-30T16:47:23.308099Z","end":"2026-03-30T16:47:23.413330Z","steps":["trace[168872548] 'agreement among raft nodes before linearized reading' (duration: 105.202727ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:23.413229Z","caller":"traceutil/trace.go:171","msg":"trace[1226820161] range","detail":"{range_begin:/registry/masterleases/199.19.213.127; range_end:; response_count:1; response_revision:407; }","duration":"148.600574ms","start":"2026-03-30T16:47:23.264623Z","end":"2026-03-30T16:47:23.413223Z","steps":["trace[1226820161] 'agreement among raft nodes before linearized reading' (duration: 148.40549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:24.936264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.398576ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-30T16:47:24.936509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:24.356289Z","time spent":"580.208229ms","remote":"127.0.0.1:48120","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-30T16:47:24.936608Z","caller":"traceutil/trace.go:171","msg":"trace[642090387] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"382.702296ms","start":"2026-03-30T16:47:24.553874Z","end":"2026-03-30T16:47:24.936576Z","steps":["trace[642090387] 'process raft request' (duration: 382.517793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:24.936739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:24.553835Z","time spent":"382.835559ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:47:26.016502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.777457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:26.016575Z","caller":"traceutil/trace.go:171","msg":"trace[1423312221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:417; }","duration":"159.889489ms","start":"2026-03-30T16:47:25.856669Z","end":"2026-03-30T16:47:26.016558Z","steps":["trace[1423312221] 'range keys from in-memory index tree' (duration: 159.692845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:26.016795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.792099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T16:47:26.016878Z","caller":"traceutil/trace.go:171","msg":"trace[784716407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:417; }","duration":"953.913742ms","start":"2026-03-30T16:47:25.062956Z","end":"2026-03-30T16:47:26.016870Z","steps":["trace[784716407] 'range keys from in-memory index tree' (duration: 953.696967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:26.016934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:25.062936Z","time spent":"953.958012ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:26.017222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.585868ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:47:26.017172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.768939ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:26.017255Z","caller":"traceutil/trace.go:171","msg":"trace[2089252052] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:417; }","duration":"242.612289ms","start":"2026-03-30T16:47:25.774629Z","end":"2026-03-30T16:47:26.017241Z","steps":["trace[2089252052] 'range keys from in-memory index tree' (duration: 242.378784ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:26.017284Z","caller":"traceutil/trace.go:171","msg":"trace[585870301] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:417; }","duration":"826.900941ms","start":"2026-03-30T16:47:25.190359Z","end":"2026-03-30T16:47:26.017260Z","steps":["trace[585870301] 'range keys from in-memory index tree' (duration: 826.669966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:26.017181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.274655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-controller-1\" limit:1 ","response":"range_response_count:1 size:4988"} {"level":"info","ts":"2026-03-30T16:47:26.017417Z","caller":"traceutil/trace.go:171","msg":"trace[749020198] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-controller-1; range_end:; response_count:1; response_revision:417; }","duration":"847.541491ms","start":"2026-03-30T16:47:25.169867Z","end":"2026-03-30T16:47:26.017408Z","steps":["trace[749020198] 'range keys from in-memory index tree' (duration: 847.187043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:26.017671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:25.169847Z","time spent":"847.587912ms","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5012,"request content":"key:\"/registry/pods/kube-system/kube-vip-controller-1\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:47:32.516003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.995874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:47:32.516134Z","caller":"traceutil/trace.go:171","msg":"trace[603224834] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"293.227046ms","start":"2026-03-30T16:47:32.222894Z","end":"2026-03-30T16:47:32.516121Z","steps":["trace[603224834] 'process raft request' (duration: 293.184565ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:32.516479Z","caller":"traceutil/trace.go:171","msg":"trace[679674026] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"299.482826ms","start":"2026-03-30T16:47:32.216974Z","end":"2026-03-30T16:47:32.516457Z","steps":["trace[679674026] 'process raft request' (duration: 47.971441ms)","trace[679674026] 'compare' (duration: 250.912713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:45.291158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.748035ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:45.291236Z","caller":"traceutil/trace.go:171","msg":"trace[384905897] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:464; }","duration":"100.842557ms","start":"2026-03-30T16:47:45.190381Z","end":"2026-03-30T16:47:45.291224Z","steps":["trace[384905897] 'range keys from in-memory index tree' (duration: 100.709785ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:45.291307Z","caller":"traceutil/trace.go:171","msg":"trace[865251385] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"149.214383ms","start":"2026-03-30T16:47:45.142066Z","end":"2026-03-30T16:47:45.291281Z","steps":["trace[865251385] 'process raft request' (duration: 122.757182ms)","trace[865251385] 'compare' (duration: 26.316908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:47:52.891135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.855219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:52.891202Z","caller":"traceutil/trace.go:171","msg":"trace[559749447] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:481; }","duration":"167.963461ms","start":"2026-03-30T16:47:52.723225Z","end":"2026-03-30T16:47:52.891189Z","steps":["trace[559749447] 'range keys from in-memory index tree' (duration: 167.769717ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:47:53.544532Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb switched to configuration voters=(10907441632692781307) learners=(4271418373239870900)"} {"level":"info","ts":"2026-03-30T16:47:53.711640Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b3df79a2daf9b6ed","local-member-id":"975f045ff4f5c0fb","added-peer-id":"3b472061280a15b4","added-peer-peer-urls":["https://199.204.45.22:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-30T16:47:53.711773Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3b472061280a15b4"} {"level":"info","ts":"2026-03-30T16:47:53.711851Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"975f045ff4f5c0fb","remote-peer-id":"3b472061280a15b4"} {"level":"info","ts":"2026-03-30T16:47:53.712029Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"975f045ff4f5c0fb","remote-peer-id":"3b472061280a15b4"} {"level":"info","ts":"2026-03-30T16:47:53.713177Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"975f045ff4f5c0fb","remote-peer-id":"3b472061280a15b4"} {"level":"info","ts":"2026-03-30T16:47:53.717218Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3b472061280a15b4"} {"level":"info","ts":"2026-03-30T16:47:53.717248Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"975f045ff4f5c0fb","remote-peer-id":"3b472061280a15b4"} {"level":"info","ts":"2026-03-30T16:47:53.717276Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"975f045ff4f5c0fb","remote-peer-id":"3b472061280a15b4"} {"level":"info","ts":"2026-03-30T16:47:53.717286Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"975f045ff4f5c0fb","remote-peer-id":"3b472061280a15b4","remote-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-03-30T16:47:53.717374Z","caller":"etcdserver/server.go:2021","msg":"applied a configuration change through raft","local-member-id":"975f045ff4f5c0fb","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"3b472061280a15b4"} {"level":"warn","ts":"2026-03-30T16:47:53.717411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:53.393468Z","time spent":"323.937167ms","remote":"199.204.45.22:37638","response type":"/etcdserverpb.Cluster/MemberAdd","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-30T16:47:56.298854Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3b472061280a15b4"} {"level":"info","ts":"2026-03-30T16:47:56.298928Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"975f045ff4f5c0fb","remote-peer-id":"3b472061280a15b4"} {"level":"info","ts":"2026-03-30T16:47:56.300777Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"975f045ff4f5c0fb","remote-peer-id":"3b472061280a15b4"} {"level":"info","ts":"2026-03-30T16:47:56.303185Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"975f045ff4f5c0fb","to":"3b472061280a15b4","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T16:47:56.303238Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"975f045ff4f5c0fb","remote-peer-id":"3b472061280a15b4"} {"level":"info","ts":"2026-03-30T16:47:56.306944Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"975f045ff4f5c0fb","to":"3b472061280a15b4","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T16:47:56.306990Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"975f045ff4f5c0fb","remote-peer-id":"3b472061280a15b4"} {"level":"info","ts":"2026-03-30T16:47:56.842050Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb switched to configuration voters=(4271418373239870900 10907441632692781307)"} {"level":"info","ts":"2026-03-30T16:47:57.054831Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"b3df79a2daf9b6ed","local-member-id":"975f045ff4f5c0fb","promoted-member-id":"3b472061280a15b4"} {"level":"info","ts":"2026-03-30T16:47:57.054941Z","caller":"etcdserver/server.go:2021","msg":"applied a configuration change through raft","local-member-id":"975f045ff4f5c0fb","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"3b472061280a15b4"} {"level":"warn","ts":"2026-03-30T16:47:57.055073Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3b472061280a15b4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"13.179461ms"} {"level":"warn","ts":"2026-03-30T16:47:57.363272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.717423ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:47:57.363334Z","caller":"traceutil/trace.go:171","msg":"trace[1906625708] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:492; }","duration":"173.873416ms","start":"2026-03-30T16:47:57.189447Z","end":"2026-03-30T16:47:57.363320Z","steps":["trace[1906625708] 'range keys from in-memory index tree' (duration: 173.665842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:57.555894Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100072834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:47:58.057104Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100072834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:47:58.551069Z","logger":"raft","caller":"etcdserver/zap_raft.go:85","msg":"975f045ff4f5c0fb stepped down to follower since quorum is not active"} {"level":"info","ts":"2026-03-30T16:47:58.551151Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb became follower at term 2"} {"level":"info","ts":"2026-03-30T16:47:58.551169Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 975f045ff4f5c0fb lost leader 975f045ff4f5c0fb at term 2"} {"level":"warn","ts":"2026-03-30T16:47:58.558113Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100072834,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:47:58.558237Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb no leader at term 2; dropping index reading msg"} {"level":"warn","ts":"2026-03-30T16:47:58.858917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803857436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:47:58.858998Z","caller":"traceutil/trace.go:171","msg":"trace[2015019845] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.803998769s","start":"2026-03-30T16:47:57.054981Z","end":"2026-03-30T16:47:58.858980Z","steps":["trace[2015019845] 'agreement among raft nodes before linearized reading' (duration: 1.803892547s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:47:58.859046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:56.858871Z","time spent":"2.000166984s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:47:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:47:59.059278Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100072834,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:47:59.059366Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb no leader at term 2; dropping index reading msg"} {"level":"warn","ts":"2026-03-30T16:47:59.560353Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100072834,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:47:59.560459Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb no leader at term 2; dropping index reading msg"} {"level":"warn","ts":"2026-03-30T16:48:00.060725Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100072834,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:48:00.060868Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-03-30T16:48:00.404762Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb is starting a new election at term 2"} {"level":"info","ts":"2026-03-30T16:48:00.404824Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb became pre-candidate at term 2"} {"level":"info","ts":"2026-03-30T16:48:00.404844Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb received MsgPreVoteResp from 975f045ff4f5c0fb at term 2"} {"level":"info","ts":"2026-03-30T16:48:00.404881Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb [logterm: 2, index: 528] sent MsgPreVote request to 3b472061280a15b4 at term 2"} {"level":"warn","ts":"2026-03-30T16:48:00.560945Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100072834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:48:00.859358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999853768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:48:00.859458Z","caller":"traceutil/trace.go:171","msg":"trace[930028519] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000055142s","start":"2026-03-30T16:47:58.859385Z","end":"2026-03-30T16:48:00.859440Z","steps":["trace[930028519] 'agreement among raft nodes before linearized reading' (duration: 1.99993607s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:00.859704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:58.859178Z","time spent":"2.000512591s","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:48:01.062194Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100072834,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:48:01.273171Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb [logterm: 2, index: 528, vote: 975f045ff4f5c0fb] cast MsgPreVote for 3b472061280a15b4 [logterm: 2, index: 528] at term 2"} {"level":"warn","ts":"2026-03-30T16:48:01.562318Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100072834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:48:02.062880Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100072834,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:48:02.306941Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb is starting a new election at term 2"} {"level":"info","ts":"2026-03-30T16:48:02.307135Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb became pre-candidate at term 2"} {"level":"info","ts":"2026-03-30T16:48:02.307169Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb received MsgPreVoteResp from 975f045ff4f5c0fb at term 2"} {"level":"info","ts":"2026-03-30T16:48:02.307219Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb [logterm: 2, index: 528] sent MsgPreVote request to 3b472061280a15b4 at term 2"} {"level":"warn","ts":"2026-03-30T16:48:02.563248Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100072834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:48:02.869520Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999955377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:48:02.869606Z","caller":"traceutil/trace.go:171","msg":"trace[1378234869] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00007483s","start":"2026-03-30T16:48:00.869520Z","end":"2026-03-30T16:48:02.869594Z","steps":["trace[1378234869] 'agreement among raft nodes before linearized reading' (duration: 1.999976788s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:02.869796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:00.869511Z","time spent":"2.000121261s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:48:03.063808Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100072834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:48:03.565917Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100072834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:48:03.666206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:58.667005Z","time spent":"4.99919571s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-30T16:48:03.686105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:58.687544Z","time spent":"4.998556358s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-30T16:48:04.058812Z","caller":"etcdserver/v3_server.go:932","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"info","ts":"2026-03-30T16:48:04.204167Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb is starting a new election at term 2"} {"level":"info","ts":"2026-03-30T16:48:04.204349Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb became pre-candidate at term 2"} {"level":"info","ts":"2026-03-30T16:48:04.204590Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb received MsgPreVoteResp from 975f045ff4f5c0fb at term 2"} {"level":"info","ts":"2026-03-30T16:48:04.204633Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb [logterm: 2, index: 528] sent MsgPreVote request to 3b472061280a15b4 at term 2"} {"level":"info","ts":"2026-03-30T16:48:04.506180Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb [term: 2] received a MsgVote message with higher term from 3b472061280a15b4 [term: 3]"} {"level":"info","ts":"2026-03-30T16:48:04.506227Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb became follower at term 3"} {"level":"info","ts":"2026-03-30T16:48:04.506237Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb [logterm: 2, index: 528, vote: 0] cast MsgVote for 3b472061280a15b4 [logterm: 2, index: 528] at term 3"} {"level":"info","ts":"2026-03-30T16:48:04.512880Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 975f045ff4f5c0fb elected leader 3b472061280a15b4 at term 3"} {"level":"warn","ts":"2026-03-30T16:48:04.513207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.206660363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:48:04.513263Z","caller":"traceutil/trace.go:171","msg":"trace[1276556561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"7.206815936s","start":"2026-03-30T16:47:57.306436Z","end":"2026-03-30T16:48:04.513252Z","steps":["trace[1276556561] 'agreement among raft nodes before linearized reading' (duration: 7.206748435s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:04.513286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:57.306414Z","time spent":"7.206866148s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:48:04.513314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.793152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:48:04.513330Z","caller":"traceutil/trace.go:171","msg":"trace[2069928639] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; }","duration":"815.831724ms","start":"2026-03-30T16:48:03.697494Z","end":"2026-03-30T16:48:04.513326Z","steps":["trace[2069928639] 'agreement among raft nodes before linearized reading' (duration: 815.814733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:04.513344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:03.697483Z","time spent":"815.856774ms","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:48:04.513365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.772817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:48:04.513374Z","caller":"traceutil/trace.go:171","msg":"trace[2138466409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"823.804167ms","start":"2026-03-30T16:48:03.689567Z","end":"2026-03-30T16:48:04.513371Z","steps":["trace[2138466409] 'agreement among raft nodes before linearized reading' (duration: 823.794157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:04.513390Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:03.689555Z","time spent":"823.830348ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:48:04.513428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.161091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:48:04.513447Z","caller":"traceutil/trace.go:171","msg":"trace[1034965795] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"839.203462ms","start":"2026-03-30T16:48:03.674239Z","end":"2026-03-30T16:48:04.513442Z","steps":["trace[1034965795] 'agreement among raft nodes before linearized reading' (duration: 839.181082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:04.513464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:03.674231Z","time spent":"839.228173ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:48:04.513491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2458925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.127\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:48:04.513509Z","caller":"traceutil/trace.go:171","msg":"trace[130625153] range","detail":"{range_begin:/registry/masterleases/199.19.213.127; range_end:; }","duration":"1.245928951s","start":"2026-03-30T16:48:03.267575Z","end":"2026-03-30T16:48:04.513504Z","steps":["trace[130625153] 'agreement among raft nodes before linearized reading' (duration: 1.24591166s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:04.513530Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:03.267564Z","time spent":"1.245961902s","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.19.213.127\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:48:04.513557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643131489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:48:04.513619Z","caller":"traceutil/trace.go:171","msg":"trace[1620011190] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.643170719s","start":"2026-03-30T16:48:02.870397Z","end":"2026-03-30T16:48:04.513568Z","steps":["trace[1620011190] 'agreement among raft nodes before linearized reading' (duration: 1.643155579s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:04.513637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:02.870385Z","time spent":"1.643249021s","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:48:04.513655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665749951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:48:04.513668Z","caller":"traceutil/trace.go:171","msg":"trace[1670846313] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; }","duration":"1.665778171s","start":"2026-03-30T16:48:02.847887Z","end":"2026-03-30T16:48:04.513665Z","steps":["trace[1670846313] 'agreement among raft nodes before linearized reading' (duration: 1.665764541s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:04.513681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:02.847873Z","time spent":"1.665804341s","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:48:04.513702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.131753249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:48:04.513711Z","caller":"traceutil/trace.go:171","msg":"trace[415801837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"6.13180877s","start":"2026-03-30T16:47:58.381899Z","end":"2026-03-30T16:48:04.513708Z","steps":["trace[415801837] 'agreement among raft nodes before linearized reading' (duration: 6.13179926s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:04.513722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:47:58.381875Z","time spent":"6.131843611s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:48:04.513745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.150373158s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:48:04.513758Z","caller":"traceutil/trace.go:171","msg":"trace[1451985290] range","detail":"{range_begin:; range_end:; }","duration":"7.150392278s","start":"2026-03-30T16:47:57.363363Z","end":"2026-03-30T16:48:04.513756Z","steps":["trace[1451985290] 'agreement among raft nodes before linearized reading' (duration: 7.150376058s)"],"step_count":1} {"level":"error","ts":"2026-03-30T16:48:04.513787Z","caller":"etcdhttp/health.go:370","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:370\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-03-30T16:48:04.526737Z","caller":"etcdserver/v3_server.go:912","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-03-30T16:48:04.526765Z","caller":"traceutil/trace.go:171","msg":"trace[916068605] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"3.662812086s","start":"2026-03-30T16:48:00.863940Z","end":"2026-03-30T16:48:04.526752Z","steps":["trace[916068605] 'process raft request' (duration: 3.662701224s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:04.527233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:00.863921Z","time spent":"3.663272875s","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:48:04.551605Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":13905881171100072845,"received-request-id":13905881171100072841} {"level":"info","ts":"2026-03-30T16:48:08.675223Z","caller":"traceutil/trace.go:171","msg":"trace[17081623] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"122.655388ms","start":"2026-03-30T16:48:08.552548Z","end":"2026-03-30T16:48:08.675204Z","steps":["trace[17081623] 'process raft request' (duration: 122.541526ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:08.964519Z","caller":"traceutil/trace.go:171","msg":"trace[438766101] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"411.337135ms","start":"2026-03-30T16:48:08.553153Z","end":"2026-03-30T16:48:08.964490Z","steps":["trace[438766101] 'process raft request' (duration: 411.08054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:08.964748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:08.553141Z","time spent":"411.479298ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:48:08.964890Z","caller":"traceutil/trace.go:171","msg":"trace[1373798721] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"402.230405ms","start":"2026-03-30T16:48:08.562639Z","end":"2026-03-30T16:48:08.964869Z","steps":["trace[1373798721] 'process raft request' (duration: 402.133142ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:08.964986Z","caller":"traceutil/trace.go:171","msg":"trace[656258750] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"406.573911ms","start":"2026-03-30T16:48:08.558358Z","end":"2026-03-30T16:48:08.964932Z","steps":["trace[656258750] 'process raft request' (duration: 406.08751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:08.965040Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:08.562630Z","time spent":"402.326287ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:48:08.965136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:08.558348Z","time spent":"406.704503ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:48:08.970917Z","caller":"traceutil/trace.go:171","msg":"trace[1400730249] linearizableReadLoop","detail":"{readStateIndex:545; appliedIndex:545; }","duration":"111.872662ms","start":"2026-03-30T16:48:08.859026Z","end":"2026-03-30T16:48:08.970899Z","steps":["trace[1400730249] 'read index received' (duration: 111.857531ms)","trace[1400730249] 'applied index is now lower than readState.Index' (duration: 4.6µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:08.971017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.994775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:08.971059Z","caller":"traceutil/trace.go:171","msg":"trace[1647118027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:508; }","duration":"112.096797ms","start":"2026-03-30T16:48:08.858953Z","end":"2026-03-30T16:48:08.971050Z","steps":["trace[1647118027] 'agreement among raft nodes before linearized reading' (duration: 112.019805ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:10.229691Z","caller":"traceutil/trace.go:171","msg":"trace[2064256385] linearizableReadLoop","detail":"{readStateIndex:550; appliedIndex:550; }","duration":"318.891153ms","start":"2026-03-30T16:48:09.910785Z","end":"2026-03-30T16:48:10.229676Z","steps":["trace[2064256385] 'read index received' (duration: 318.887543ms)","trace[2064256385] 'applied index is now lower than readState.Index' (duration: 2.71µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:10.229787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.991865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:10.229805Z","caller":"traceutil/trace.go:171","msg":"trace[1918178565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:512; }","duration":"319.022106ms","start":"2026-03-30T16:48:09.910779Z","end":"2026-03-30T16:48:10.229801Z","steps":["trace[1918178565] 'agreement among raft nodes before linearized reading' (duration: 318.975155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:10.229825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:09.910741Z","time spent":"319.079107ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:48:10.230939Z","caller":"traceutil/trace.go:171","msg":"trace[801854613] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"499.887814ms","start":"2026-03-30T16:48:09.730770Z","end":"2026-03-30T16:48:10.230658Z","steps":["trace[801854613] 'process raft request' (duration: 498.901992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:10.231309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:09.730748Z","time spent":"500.243232ms","remote":"127.0.0.1:47836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2330,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:48:10.836824Z","caller":"traceutil/trace.go:171","msg":"trace[1157388608] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"152.739095ms","start":"2026-03-30T16:48:10.684056Z","end":"2026-03-30T16:48:10.836795Z","steps":["trace[1157388608] 'process raft request' (duration: 152.562892ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:13.016189Z","caller":"traceutil/trace.go:171","msg":"trace[524583234] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"166.827234ms","start":"2026-03-30T16:48:12.849342Z","end":"2026-03-30T16:48:13.016169Z","steps":["trace[524583234] 'process raft request' (duration: 166.705291ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:13.143998Z","caller":"traceutil/trace.go:171","msg":"trace[1556206802] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"139.018173ms","start":"2026-03-30T16:48:13.004959Z","end":"2026-03-30T16:48:13.143977Z","steps":["trace[1556206802] 'process raft request' (duration: 138.978572ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:13.144048Z","caller":"traceutil/trace.go:171","msg":"trace[1329997777] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"139.144316ms","start":"2026-03-30T16:48:13.004881Z","end":"2026-03-30T16:48:13.144025Z","steps":["trace[1329997777] 'process raft request' (duration: 138.933642ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:13.145181Z","caller":"traceutil/trace.go:171","msg":"trace[1151048616] linearizableReadLoop","detail":"{readStateIndex:559; appliedIndex:559; }","duration":"124.875823ms","start":"2026-03-30T16:48:13.020290Z","end":"2026-03-30T16:48:13.145166Z","steps":["trace[1151048616] 'read index received' (duration: 124.871463ms)","trace[1151048616] 'applied index is now lower than readState.Index' (duration: 3.21µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:13.145345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.031746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T16:48:13.145380Z","caller":"traceutil/trace.go:171","msg":"trace[1097162750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:521; }","duration":"125.085177ms","start":"2026-03-30T16:48:13.020285Z","end":"2026-03-30T16:48:13.145370Z","steps":["trace[1097162750] 'agreement among raft nodes before linearized reading' (duration: 124.984905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:15.461492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.728388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:48:15.461792Z","caller":"traceutil/trace.go:171","msg":"trace[717220962] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"408.270569ms","start":"2026-03-30T16:48:15.053325Z","end":"2026-03-30T16:48:15.461596Z","steps":["trace[717220962] 'process raft request' (duration: 257.348505ms)","trace[717220962] 'compare' (duration: 150.079484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:15.462195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:15.053305Z","time spent":"408.838871ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3702,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:48:15.504801Z","caller":"traceutil/trace.go:171","msg":"trace[307796920] linearizableReadLoop","detail":"{readStateIndex:587; appliedIndex:588; }","duration":"458.402976ms","start":"2026-03-30T16:48:15.046375Z","end":"2026-03-30T16:48:15.504778Z","steps":["trace[307796920] 'read index received' (duration: 458.395776ms)","trace[307796920] 'applied index is now lower than readState.Index' (duration: 5.8µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:15.504977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.074583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:48:15.505017Z","caller":"traceutil/trace.go:171","msg":"trace[1147059655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:547; }","duration":"484.131934ms","start":"2026-03-30T16:48:15.020874Z","end":"2026-03-30T16:48:15.505006Z","steps":["trace[1147059655] 'agreement among raft nodes before linearized reading' (duration: 484.025012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:15.505052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:15.020819Z","time spent":"484.223666ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T16:48:15.505850Z","caller":"traceutil/trace.go:171","msg":"trace[1860621913] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"356.063585ms","start":"2026-03-30T16:48:15.149772Z","end":"2026-03-30T16:48:15.505835Z","steps":["trace[1860621913] 'process raft request' (duration: 355.933862ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:15.506107Z","caller":"traceutil/trace.go:171","msg":"trace[648184853] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"356.261589ms","start":"2026-03-30T16:48:15.149835Z","end":"2026-03-30T16:48:15.506097Z","steps":["trace[648184853] 'process raft request' (duration: 355.966032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:15.506161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:15.149814Z","time spent":"356.320741ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:48:15.506606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:15.149754Z","time spent":"356.147617ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:48:15.506870Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.070559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-30T16:48:15.506939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.767017ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:15.507144Z","caller":"traceutil/trace.go:171","msg":"trace[583122676] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:549; }","duration":"316.978681ms","start":"2026-03-30T16:48:15.190152Z","end":"2026-03-30T16:48:15.507130Z","steps":["trace[583122676] 'agreement among raft nodes before linearized reading' (duration: 316.742016ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:15.507105Z","caller":"traceutil/trace.go:171","msg":"trace[1575850474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:549; }","duration":"334.333155ms","start":"2026-03-30T16:48:15.172760Z","end":"2026-03-30T16:48:15.507093Z","steps":["trace[1575850474] 'agreement among raft nodes before linearized reading' (duration: 334.07744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:15.507286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:15.172746Z","time spent":"334.526919ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T16:48:15.671257Z","caller":"traceutil/trace.go:171","msg":"trace[758277916] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"160.610588ms","start":"2026-03-30T16:48:15.510628Z","end":"2026-03-30T16:48:15.671239Z","steps":["trace[758277916] 'process raft request' (duration: 160.455354ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:15.681085Z","caller":"traceutil/trace.go:171","msg":"trace[824390836] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"168.937482ms","start":"2026-03-30T16:48:15.511940Z","end":"2026-03-30T16:48:15.680878Z","steps":["trace[824390836] 'process raft request' (duration: 168.81637ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:18.121409Z","caller":"traceutil/trace.go:171","msg":"trace[1202288388] linearizableReadLoop","detail":"{readStateIndex:653; appliedIndex:654; }","duration":"255.854525ms","start":"2026-03-30T16:48:17.865533Z","end":"2026-03-30T16:48:18.121387Z","steps":["trace[1202288388] 'read index received' (duration: 255.829824ms)","trace[1202288388] 'applied index is now lower than readState.Index' (duration: 23.491µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:18.121875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.298885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:18.122327Z","caller":"traceutil/trace.go:171","msg":"trace[542141118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:613; }","duration":"256.680493ms","start":"2026-03-30T16:48:17.865498Z","end":"2026-03-30T16:48:18.122178Z","steps":["trace[542141118] 'agreement among raft nodes before linearized reading' (duration: 256.010029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:18.364327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.487066ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:18.364414Z","caller":"traceutil/trace.go:171","msg":"trace[1382370561] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:613; }","duration":"174.586148ms","start":"2026-03-30T16:48:18.189809Z","end":"2026-03-30T16:48:18.364395Z","steps":["trace[1382370561] 'range keys from in-memory index tree' (duration: 172.338929ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:21.815643Z","caller":"traceutil/trace.go:171","msg":"trace[241869638] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"266.013521ms","start":"2026-03-30T16:48:21.549588Z","end":"2026-03-30T16:48:21.815601Z","steps":["trace[241869638] 'process raft request' (duration: 265.840967ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:21.817766Z","caller":"traceutil/trace.go:171","msg":"trace[1996090907] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:666; }","duration":"149.606935ms","start":"2026-03-30T16:48:21.668134Z","end":"2026-03-30T16:48:21.817741Z","steps":["trace[1996090907] 'read index received' (duration: 149.602345ms)","trace[1996090907] 'applied index is now lower than readState.Index' (duration: 3.74µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:48:21.817803Z","caller":"traceutil/trace.go:171","msg":"trace[2092056574] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"267.725249ms","start":"2026-03-30T16:48:21.550063Z","end":"2026-03-30T16:48:21.817788Z","steps":["trace[2092056574] 'process raft request' (duration: 267.625596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:21.817865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.709748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:21.818164Z","caller":"traceutil/trace.go:171","msg":"trace[1391837815] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:624; }","duration":"150.048986ms","start":"2026-03-30T16:48:21.668098Z","end":"2026-03-30T16:48:21.818147Z","steps":["trace[1391837815] 'agreement among raft nodes before linearized reading' (duration: 149.705377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:21.819932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.376615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T16:48:21.820024Z","caller":"traceutil/trace.go:171","msg":"trace[1162567392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:624; }","duration":"116.491608ms","start":"2026-03-30T16:48:21.703523Z","end":"2026-03-30T16:48:21.820014Z","steps":["trace[1162567392] 'agreement among raft nodes before linearized reading' (duration: 116.331255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:21.820130Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.847847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:48:21.820168Z","caller":"traceutil/trace.go:171","msg":"trace[98742800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:624; }","duration":"107.900227ms","start":"2026-03-30T16:48:21.712258Z","end":"2026-03-30T16:48:21.820158Z","steps":["trace[98742800] 'agreement among raft nodes before linearized reading' (duration: 107.832626ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:26.039296Z","caller":"traceutil/trace.go:171","msg":"trace[1227955037] linearizableReadLoop","detail":"{readStateIndex:679; appliedIndex:679; }","duration":"183.770319ms","start":"2026-03-30T16:48:25.855505Z","end":"2026-03-30T16:48:26.039276Z","steps":["trace[1227955037] 'read index received' (duration: 183.764239ms)","trace[1227955037] 'applied index is now lower than readState.Index' (duration: 5.05µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:26.056047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.515623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:26.056144Z","caller":"traceutil/trace.go:171","msg":"trace[509037892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:634; }","duration":"200.644026ms","start":"2026-03-30T16:48:25.855480Z","end":"2026-03-30T16:48:26.056124Z","steps":["trace[509037892] 'agreement among raft nodes before linearized reading' (duration: 183.867411ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:26.056324Z","caller":"traceutil/trace.go:171","msg":"trace[238018367] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"212.748516ms","start":"2026-03-30T16:48:25.843549Z","end":"2026-03-30T16:48:26.056297Z","steps":["trace[238018367] 'process raft request' (duration: 195.692955ms)","trace[238018367] 'compare' (duration: 16.925268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:26.056358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.736265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T16:48:26.056483Z","caller":"traceutil/trace.go:171","msg":"trace[237811526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:635; }","duration":"194.921939ms","start":"2026-03-30T16:48:25.861553Z","end":"2026-03-30T16:48:26.056475Z","steps":["trace[237811526] 'agreement among raft nodes before linearized reading' (duration: 194.772505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:26.056929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.43831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:48:26.057129Z","caller":"traceutil/trace.go:171","msg":"trace[2141450836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:635; }","duration":"196.262499ms","start":"2026-03-30T16:48:25.860850Z","end":"2026-03-30T16:48:26.057112Z","steps":["trace[2141450836] 'agreement among raft nodes before linearized reading' (duration: 195.421349ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:28.007714Z","caller":"traceutil/trace.go:171","msg":"trace[1863996922] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"109.438986ms","start":"2026-03-30T16:48:27.898255Z","end":"2026-03-30T16:48:28.007694Z","steps":["trace[1863996922] 'process raft request' (duration: 109.319473ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:32.124301Z","caller":"traceutil/trace.go:171","msg":"trace[1669212134] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"101.044838ms","start":"2026-03-30T16:48:32.023222Z","end":"2026-03-30T16:48:32.124267Z","steps":["trace[1669212134] 'process raft request' (duration: 100.575187ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:34.255330Z","caller":"traceutil/trace.go:171","msg":"trace[1094107047] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"108.292393ms","start":"2026-03-30T16:48:34.147016Z","end":"2026-03-30T16:48:34.255308Z","steps":["trace[1094107047] 'process raft request' (duration: 105.000269ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:34.255408Z","caller":"traceutil/trace.go:171","msg":"trace[418256660] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"107.631278ms","start":"2026-03-30T16:48:34.147754Z","end":"2026-03-30T16:48:34.255385Z","steps":["trace[418256660] 'process raft request' (duration: 107.435213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:36.321117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.06801ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:36.321198Z","caller":"traceutil/trace.go:171","msg":"trace[1500208494] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:660; }","duration":"131.162752ms","start":"2026-03-30T16:48:36.190016Z","end":"2026-03-30T16:48:36.321179Z","steps":["trace[1500208494] 'agreement among raft nodes before linearized reading' (duration: 87.400027ms)","trace[1500208494] 'range keys from in-memory index tree' (duration: 43.654122ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:48:36.321706Z","caller":"traceutil/trace.go:171","msg":"trace[896253954] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"175.735205ms","start":"2026-03-30T16:48:36.145954Z","end":"2026-03-30T16:48:36.321689Z","steps":["trace[896253954] 'process raft request' (duration: 131.785526ms)","trace[896253954] 'compare' (duration: 43.323695ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:48:38.181541Z","caller":"traceutil/trace.go:171","msg":"trace[355009584] linearizableReadLoop","detail":"{readStateIndex:714; appliedIndex:714; }","duration":"309.737939ms","start":"2026-03-30T16:48:37.871771Z","end":"2026-03-30T16:48:38.181509Z","steps":["trace[355009584] 'read index received' (duration: 309.728509ms)","trace[355009584] 'applied index is now lower than readState.Index' (duration: 7.28µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:38.181693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.897902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:38.181728Z","caller":"traceutil/trace.go:171","msg":"trace[336455286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:665; }","duration":"309.983654ms","start":"2026-03-30T16:48:37.871733Z","end":"2026-03-30T16:48:38.181717Z","steps":["trace[336455286] 'agreement among raft nodes before linearized reading' (duration: 309.888182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:38.181765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:37.871718Z","time spent":"310.038915ms","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:48:38.826987Z","caller":"traceutil/trace.go:171","msg":"trace[1796785507] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"603.737137ms","start":"2026-03-30T16:48:38.223230Z","end":"2026-03-30T16:48:38.826968Z","steps":["trace[1796785507] 'process raft request' (duration: 603.632275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:38.827116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:38.223209Z","time spent":"603.838059ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:48:38.828393Z","caller":"traceutil/trace.go:171","msg":"trace[1152284424] linearizableReadLoop","detail":"{readStateIndex:715; appliedIndex:715; }","duration":"481.586824ms","start":"2026-03-30T16:48:38.346784Z","end":"2026-03-30T16:48:38.828371Z","steps":["trace[1152284424] 'read index received' (duration: 481.579064ms)","trace[1152284424] 'applied index is now lower than readState.Index' (duration: 6.31µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:38.828503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.711507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-30T16:48:38.829378Z","caller":"traceutil/trace.go:171","msg":"trace[1043821817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:666; }","duration":"482.574786ms","start":"2026-03-30T16:48:38.346746Z","end":"2026-03-30T16:48:38.829320Z","steps":["trace[1043821817] 'agreement among raft nodes before linearized reading' (duration: 481.711307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:38.829466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:38.346731Z","time spent":"482.702779ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:48:38.833664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.792322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T16:48:38.833724Z","caller":"traceutil/trace.go:171","msg":"trace[982626576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:668; }","duration":"486.901425ms","start":"2026-03-30T16:48:38.346811Z","end":"2026-03-30T16:48:38.833713Z","steps":["trace[982626576] 'agreement among raft nodes before linearized reading' (duration: 486.797142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:38.833754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:38.346790Z","time spent":"486.957915ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T16:48:38.834027Z","caller":"traceutil/trace.go:171","msg":"trace[1097924279] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"507.327064ms","start":"2026-03-30T16:48:38.326690Z","end":"2026-03-30T16:48:38.834017Z","steps":["trace[1097924279] 'process raft request' (duration: 506.770572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:38.834151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:38.326664Z","time spent":"507.388735ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:48:39.247426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.156866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:48:39.247588Z","caller":"traceutil/trace.go:171","msg":"trace[410836102] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"413.045233ms","start":"2026-03-30T16:48:38.834509Z","end":"2026-03-30T16:48:39.247554Z","steps":["trace[410836102] 'process raft request' (duration: 301.672392ms)","trace[410836102] 'compare' (duration: 111.056354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:39.247675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:38.834465Z","time spent":"413.169146ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:48:39.247897Z","caller":"traceutil/trace.go:171","msg":"trace[1233950774] linearizableReadLoop","detail":"{readStateIndex:719; appliedIndex:718; }","duration":"375.891106ms","start":"2026-03-30T16:48:38.871807Z","end":"2026-03-30T16:48:39.247698Z","steps":["trace[1233950774] 'read index received' (duration: 265.535237ms)","trace[1233950774] 'applied index is now lower than readState.Index' (duration: 110.352359ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:48:39.248137Z","caller":"traceutil/trace.go:171","msg":"trace[1373199079] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"411.654921ms","start":"2026-03-30T16:48:38.836469Z","end":"2026-03-30T16:48:39.248124Z","steps":["trace[1373199079] 'process raft request' (duration: 411.100508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:39.248487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:38.836459Z","time spent":"411.986289ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:48:39.248248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.415628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-30T16:48:39.248829Z","caller":"traceutil/trace.go:171","msg":"trace[519624680] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:670; }","duration":"377.041953ms","start":"2026-03-30T16:48:38.871761Z","end":"2026-03-30T16:48:39.248803Z","steps":["trace[519624680] 'agreement among raft nodes before linearized reading' (duration: 376.07472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:39.249133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:38.871740Z","time spent":"377.366999ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":4,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:48:39.250821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.650516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:39.250909Z","caller":"traceutil/trace.go:171","msg":"trace[1054514915] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:670; }","duration":"373.762909ms","start":"2026-03-30T16:48:38.877124Z","end":"2026-03-30T16:48:39.250887Z","steps":["trace[1054514915] 'agreement among raft nodes before linearized reading' (duration: 373.629965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:39.251137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:38.877102Z","time spent":"374.016244ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:48:42.447843Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb switched to configuration voters=(4271418373239870900 10907441632692781307) learners=(4640298800179487277)"} {"level":"info","ts":"2026-03-30T16:48:42.447992Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b3df79a2daf9b6ed","local-member-id":"975f045ff4f5c0fb","added-peer-id":"4065a72c645ea22d","added-peer-peer-urls":["https://199.19.213.205:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-30T16:48:42.448034Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"4065a72c645ea22d"} {"level":"info","ts":"2026-03-30T16:48:42.448065Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"975f045ff4f5c0fb","remote-peer-id":"4065a72c645ea22d"} {"level":"info","ts":"2026-03-30T16:48:42.449461Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"975f045ff4f5c0fb","remote-peer-id":"4065a72c645ea22d"} {"level":"info","ts":"2026-03-30T16:48:42.451006Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"975f045ff4f5c0fb","remote-peer-id":"4065a72c645ea22d"} {"level":"info","ts":"2026-03-30T16:48:42.451576Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"4065a72c645ea22d"} {"level":"info","ts":"2026-03-30T16:48:42.451627Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"975f045ff4f5c0fb","remote-peer-id":"4065a72c645ea22d","remote-peer-urls":["https://199.19.213.205:2380"]} {"level":"info","ts":"2026-03-30T16:48:42.451672Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"975f045ff4f5c0fb","remote-peer-id":"4065a72c645ea22d"} {"level":"info","ts":"2026-03-30T16:48:42.451712Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"975f045ff4f5c0fb","remote-peer-id":"4065a72c645ea22d"} {"level":"warn","ts":"2026-03-30T16:48:42.464132Z","caller":"embed/config_logging.go:170","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.205:53898","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T16:48:43.248018Z","caller":"traceutil/trace.go:171","msg":"trace[1020602000] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"396.024063ms","start":"2026-03-30T16:48:42.851972Z","end":"2026-03-30T16:48:43.247996Z","steps":["trace[1020602000] 'process raft request' (duration: 395.87997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:43.248166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:42.851948Z","time spent":"396.148296ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:48:43.248219Z","caller":"traceutil/trace.go:171","msg":"trace[1549628084] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"393.254971ms","start":"2026-03-30T16:48:42.854943Z","end":"2026-03-30T16:48:43.248198Z","steps":["trace[1549628084] 'process raft request' (duration: 393.134278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:43.248354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:42.854925Z","time spent":"393.359233ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:48:43.249020Z","caller":"traceutil/trace.go:171","msg":"trace[844566101] linearizableReadLoop","detail":"{readStateIndex:728; appliedIndex:729; }","duration":"390.064749ms","start":"2026-03-30T16:48:42.858941Z","end":"2026-03-30T16:48:43.249006Z","steps":["trace[844566101] 'read index received' (duration: 390.060739ms)","trace[844566101] 'applied index is now lower than readState.Index' (duration: 3.23µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:43.249283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.334385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:43.249368Z","caller":"traceutil/trace.go:171","msg":"trace[445914335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:677; }","duration":"390.443588ms","start":"2026-03-30T16:48:42.858913Z","end":"2026-03-30T16:48:43.249357Z","steps":["trace[445914335] 'agreement among raft nodes before linearized reading' (duration: 390.291844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:43.249403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:42.858901Z","time spent":"390.49333ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:48:43.415761Z","caller":"traceutil/trace.go:171","msg":"trace[304421620] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"141.580951ms","start":"2026-03-30T16:48:43.274153Z","end":"2026-03-30T16:48:43.415734Z","steps":["trace[304421620] 'process raft request' (duration: 65.556422ms)","trace[304421620] 'compare' (duration: 75.875106ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:48:43.416101Z","caller":"traceutil/trace.go:171","msg":"trace[1645393553] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"140.316924ms","start":"2026-03-30T16:48:43.275763Z","end":"2026-03-30T16:48:43.416080Z","steps":["trace[1645393553] 'process raft request' (duration: 140.201721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:44.499936Z","caller":"embed/config_logging.go:170","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.205:53956","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T16:48:44.858111Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"975f045ff4f5c0fb","to":"4065a72c645ea22d","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T16:48:44.858616Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"4065a72c645ea22d"} {"level":"info","ts":"2026-03-30T16:48:44.858653Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"975f045ff4f5c0fb","remote-peer-id":"4065a72c645ea22d"} {"level":"info","ts":"2026-03-30T16:48:44.861936Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"975f045ff4f5c0fb","remote-peer-id":"4065a72c645ea22d"} {"level":"info","ts":"2026-03-30T16:48:44.864890Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"975f045ff4f5c0fb","remote-peer-id":"4065a72c645ea22d"} {"level":"info","ts":"2026-03-30T16:48:44.865185Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"975f045ff4f5c0fb","to":"4065a72c645ea22d","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T16:48:44.865215Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"975f045ff4f5c0fb","remote-peer-id":"4065a72c645ea22d"} {"level":"info","ts":"2026-03-30T16:48:45.520275Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb switched to configuration voters=(4271418373239870900 4640298800179487277 10907441632692781307)"} {"level":"info","ts":"2026-03-30T16:48:45.560948Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"b3df79a2daf9b6ed","local-member-id":"975f045ff4f5c0fb","promoted-member-id":"4065a72c645ea22d"} {"level":"info","ts":"2026-03-30T16:48:47.452182Z","caller":"traceutil/trace.go:171","msg":"trace[323063935] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"126.921767ms","start":"2026-03-30T16:48:47.325240Z","end":"2026-03-30T16:48:47.452161Z","steps":["trace[323063935] 'process raft request' (duration: 126.779744ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:47.695369Z","caller":"traceutil/trace.go:171","msg":"trace[183566529] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"369.166461ms","start":"2026-03-30T16:48:47.326170Z","end":"2026-03-30T16:48:47.695336Z","steps":["trace[183566529] 'process raft request' (duration: 368.69423ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:47.695593Z","caller":"traceutil/trace.go:171","msg":"trace[1330965742] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"263.784581ms","start":"2026-03-30T16:48:47.431786Z","end":"2026-03-30T16:48:47.695571Z","steps":["trace[1330965742] 'process raft request' (duration: 263.489694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:47.695630Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:47.326131Z","time spent":"369.355165ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:48:47.695950Z","caller":"traceutil/trace.go:171","msg":"trace[1783923834] linearizableReadLoop","detail":"{readStateIndex:744; appliedIndex:745; }","duration":"256.25322ms","start":"2026-03-30T16:48:47.439672Z","end":"2026-03-30T16:48:47.695925Z","steps":["trace[1783923834] 'read index received' (duration: 256.24755ms)","trace[1783923834] 'applied index is now lower than readState.Index' (duration: 4.46µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:47.696174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.464654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:48:47.696266Z","caller":"traceutil/trace.go:171","msg":"trace[113678502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:689; }","duration":"256.601598ms","start":"2026-03-30T16:48:47.439647Z","end":"2026-03-30T16:48:47.696248Z","steps":["trace[113678502] 'agreement among raft nodes before linearized reading' (duration: 256.384383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:47.698108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.314927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T16:48:47.698186Z","caller":"traceutil/trace.go:171","msg":"trace[1222826810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:689; }","duration":"258.426699ms","start":"2026-03-30T16:48:47.439742Z","end":"2026-03-30T16:48:47.698169Z","steps":["trace[1222826810] 'agreement among raft nodes before linearized reading' (duration: 258.293746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:47.927482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.818352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:48:47.927901Z","caller":"traceutil/trace.go:171","msg":"trace[39875606] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"225.906922ms","start":"2026-03-30T16:48:47.701978Z","end":"2026-03-30T16:48:47.927885Z","steps":["trace[39875606] 'process raft request' (duration: 62.618971ms)","trace[39875606] 'compare' (duration: 162.704718ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:48:47.927938Z","caller":"traceutil/trace.go:171","msg":"trace[601264917] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"225.894893ms","start":"2026-03-30T16:48:47.702006Z","end":"2026-03-30T16:48:47.927901Z","steps":["trace[601264917] 'process raft request' (duration: 225.567175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:49.801519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.401971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-30T16:48:49.801595Z","caller":"traceutil/trace.go:171","msg":"trace[334710037] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:693; }","duration":"193.528474ms","start":"2026-03-30T16:48:49.608051Z","end":"2026-03-30T16:48:49.801579Z","steps":["trace[334710037] 'count revisions from in-memory index tree' (duration: 191.504579ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:50.095465Z","caller":"traceutil/trace.go:171","msg":"trace[1738554876] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"393.233749ms","start":"2026-03-30T16:48:49.702215Z","end":"2026-03-30T16:48:50.095449Z","steps":["trace[1738554876] 'process raft request' (duration: 393.103316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:50.095574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:49.702192Z","time spent":"393.327641ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:48:50.112192Z","caller":"traceutil/trace.go:171","msg":"trace[1788983570] linearizableReadLoop","detail":"{readStateIndex:751; appliedIndex:751; }","duration":"253.058687ms","start":"2026-03-30T16:48:49.859048Z","end":"2026-03-30T16:48:50.112107Z","steps":["trace[1788983570] 'read index received' (duration: 253.054227ms)","trace[1788983570] 'applied index is now lower than readState.Index' (duration: 3.68µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:50.139139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.172282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:50.139204Z","caller":"traceutil/trace.go:171","msg":"trace[408394638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:694; }","duration":"280.280634ms","start":"2026-03-30T16:48:49.858906Z","end":"2026-03-30T16:48:50.139187Z","steps":["trace[408394638] 'agreement among raft nodes before linearized reading' (duration: 253.473856ms)","trace[408394638] 'range keys from in-memory index tree' (duration: 26.691946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:50.139453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.719314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T16:48:50.139508Z","caller":"traceutil/trace.go:171","msg":"trace[1504179633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:694; }","duration":"206.816236ms","start":"2026-03-30T16:48:49.932677Z","end":"2026-03-30T16:48:50.139493Z","steps":["trace[1504179633] 'agreement among raft nodes before linearized reading' (duration: 206.725114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:50.139632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.569871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:48:50.139811Z","caller":"traceutil/trace.go:171","msg":"trace[1112791382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:694; }","duration":"206.795817ms","start":"2026-03-30T16:48:49.932997Z","end":"2026-03-30T16:48:50.139793Z","steps":["trace[1112791382] 'agreement among raft nodes before linearized reading' (duration: 206.425818ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:55.664594Z","caller":"traceutil/trace.go:171","msg":"trace[321365977] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"142.913245ms","start":"2026-03-30T16:48:55.521658Z","end":"2026-03-30T16:48:55.664572Z","steps":["trace[321365977] 'process raft request' (duration: 80.514363ms)","trace[321365977] 'compare' (duration: 62.29062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:48:55.961964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.866797ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:55.962053Z","caller":"traceutil/trace.go:171","msg":"trace[538137829] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:709; }","duration":"186.976159ms","start":"2026-03-30T16:48:55.775063Z","end":"2026-03-30T16:48:55.962039Z","steps":["trace[538137829] 'range keys from in-memory index tree' (duration: 186.808505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:55.961948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.186536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:48:55.962418Z","caller":"traceutil/trace.go:171","msg":"trace[1835654074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:709; }","duration":"105.700708ms","start":"2026-03-30T16:48:55.856695Z","end":"2026-03-30T16:48:55.962396Z","steps":["trace[1835654074] 'range keys from in-memory index tree' (duration: 103.978958ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:48:58.187250Z","caller":"traceutil/trace.go:171","msg":"trace[1000178694] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"305.034029ms","start":"2026-03-30T16:48:57.882200Z","end":"2026-03-30T16:48:58.187234Z","steps":["trace[1000178694] 'process raft request' (duration: 304.817744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:48:58.187410Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:48:57.882172Z","time spent":"305.176161ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:00.319492Z","caller":"traceutil/trace.go:171","msg":"trace[1987265334] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"117.885843ms","start":"2026-03-30T16:49:00.201593Z","end":"2026-03-30T16:49:00.319479Z","steps":["trace[1987265334] 'process raft request' (duration: 117.79287ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:00.595827Z","caller":"traceutil/trace.go:171","msg":"trace[195892987] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"269.73727ms","start":"2026-03-30T16:49:00.326075Z","end":"2026-03-30T16:49:00.595812Z","steps":["trace[195892987] 'process raft request' (duration: 269.707489ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:00.596223Z","caller":"traceutil/trace.go:171","msg":"trace[1173677222] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"272.269248ms","start":"2026-03-30T16:49:00.323946Z","end":"2026-03-30T16:49:00.596215Z","steps":["trace[1173677222] 'process raft request' (duration: 271.728036ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:01.925154Z","caller":"traceutil/trace.go:171","msg":"trace[269729266] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"238.735445ms","start":"2026-03-30T16:49:01.686396Z","end":"2026-03-30T16:49:01.925131Z","steps":["trace[269729266] 'process raft request' (duration: 238.600141ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:01.930423Z","caller":"traceutil/trace.go:171","msg":"trace[736121183] linearizableReadLoop","detail":"{readStateIndex:794; appliedIndex:794; }","duration":"193.44178ms","start":"2026-03-30T16:49:01.736964Z","end":"2026-03-30T16:49:01.930406Z","steps":["trace[736121183] 'read index received' (duration: 193.43797ms)","trace[736121183] 'applied index is now lower than readState.Index' (duration: 2.95µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:01.930551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.568583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-30T16:49:01.930577Z","caller":"traceutil/trace.go:171","msg":"trace[643567799] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:731; }","duration":"193.641095ms","start":"2026-03-30T16:49:01.736929Z","end":"2026-03-30T16:49:01.930570Z","steps":["trace[643567799] 'agreement among raft nodes before linearized reading' (duration: 193.573653ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:06.473119Z","caller":"traceutil/trace.go:171","msg":"trace[1687821246] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"125.676259ms","start":"2026-03-30T16:49:06.347425Z","end":"2026-03-30T16:49:06.473101Z","steps":["trace[1687821246] 'process raft request' (duration: 125.533826ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:07.003359Z","caller":"traceutil/trace.go:171","msg":"trace[484962497] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"354.049619ms","start":"2026-03-30T16:49:06.649284Z","end":"2026-03-30T16:49:07.003334Z","steps":["trace[484962497] 'process raft request' (duration: 353.916046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:07.003536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:06.649269Z","time spent":"354.179692ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:07.007503Z","caller":"traceutil/trace.go:171","msg":"trace[404959905] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"355.353429ms","start":"2026-03-30T16:49:06.652125Z","end":"2026-03-30T16:49:07.007478Z","steps":["trace[404959905] 'process raft request' (duration: 355.167055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:07.007802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:06.652098Z","time spent":"355.523504ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:07.008127Z","caller":"traceutil/trace.go:171","msg":"trace[645582725] linearizableReadLoop","detail":"{readStateIndex:903; appliedIndex:903; }","duration":"294.792232ms","start":"2026-03-30T16:49:06.713308Z","end":"2026-03-30T16:49:07.008100Z","steps":["trace[645582725] 'read index received' (duration: 294.749071ms)","trace[645582725] 'applied index is now lower than readState.Index' (duration: 41.411µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:07.008322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.995757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs/\" range_end:\"/registry/servicecidrs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-30T16:49:07.008359Z","caller":"traceutil/trace.go:171","msg":"trace[998392410] range","detail":"{range_begin:/registry/servicecidrs/; range_end:/registry/servicecidrs0; response_count:0; response_revision:834; }","duration":"295.087239ms","start":"2026-03-30T16:49:06.713262Z","end":"2026-03-30T16:49:07.008349Z","steps":["trace[998392410] 'agreement among raft nodes before linearized reading' (duration: 294.993117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:07.010458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.764963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:07.010720Z","caller":"traceutil/trace.go:171","msg":"trace[464353194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:834; }","duration":"254.063329ms","start":"2026-03-30T16:49:06.756642Z","end":"2026-03-30T16:49:07.010705Z","steps":["trace[464353194] 'agreement among raft nodes before linearized reading' (duration: 253.740812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:07.010975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.290058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:07.011016Z","caller":"traceutil/trace.go:171","msg":"trace[1334064848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:834; }","duration":"152.483663ms","start":"2026-03-30T16:49:06.858519Z","end":"2026-03-30T16:49:07.011003Z","steps":["trace[1334064848] 'agreement among raft nodes before linearized reading' (duration: 152.425912ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:12.139879Z","caller":"traceutil/trace.go:171","msg":"trace[165357434] transaction","detail":"{read_only:false; response_revision:848; number_of_response:1; }","duration":"163.614398ms","start":"2026-03-30T16:49:11.976233Z","end":"2026-03-30T16:49:12.139847Z","steps":["trace[165357434] 'process raft request' (duration: 163.436114ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:12.625081Z","caller":"traceutil/trace.go:171","msg":"trace[1587217800] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"111.245145ms","start":"2026-03-30T16:49:12.513817Z","end":"2026-03-30T16:49:12.625063Z","steps":["trace[1587217800] 'process raft request' (duration: 111.063591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:14.396669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.7247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:49:14.396818Z","caller":"traceutil/trace.go:171","msg":"trace[1425043041] linearizableReadLoop","detail":"{readStateIndex:928; appliedIndex:927; }","duration":"206.75063ms","start":"2026-03-30T16:49:14.190031Z","end":"2026-03-30T16:49:14.396781Z","steps":["trace[1425043041] 'read index received' (duration: 1.702198ms)","trace[1425043041] 'applied index is now lower than readState.Index' (duration: 205.045662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:14.396989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.906125ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:14.397042Z","caller":"traceutil/trace.go:171","msg":"trace[2129557126] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:855; }","duration":"207.026118ms","start":"2026-03-30T16:49:14.189990Z","end":"2026-03-30T16:49:14.397017Z","steps":["trace[2129557126] 'agreement among raft nodes before linearized reading' (duration: 206.888505ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:14.397311Z","caller":"traceutil/trace.go:171","msg":"trace[102849370] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"251.448769ms","start":"2026-03-30T16:49:14.145847Z","end":"2026-03-30T16:49:14.397296Z","steps":["trace[102849370] 'process raft request' (duration: 19.733943ms)","trace[102849370] 'compare' (duration: 229.622458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:14.958273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.033174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:49:14.958701Z","caller":"traceutil/trace.go:171","msg":"trace[48757088] transaction","detail":"{read_only:false; response_revision:856; number_of_response:1; }","duration":"327.908086ms","start":"2026-03-30T16:49:14.630774Z","end":"2026-03-30T16:49:14.958682Z","steps":["trace[48757088] 'process raft request' (duration: 165.398751ms)","trace[48757088] 'compare' (duration: 161.933312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:14.958985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:14.630758Z","time spent":"328.189583ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:15.133188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.498568ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-30T16:49:15.133307Z","caller":"traceutil/trace.go:171","msg":"trace[372735848] linearizableReadLoop","detail":"{readStateIndex:930; appliedIndex:929; }","duration":"173.751865ms","start":"2026-03-30T16:49:14.959535Z","end":"2026-03-30T16:49:15.133287Z","steps":["trace[372735848] 'read index received' (duration: 28.147407ms)","trace[372735848] 'applied index is now lower than readState.Index' (duration: 145.602558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:15.133441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.891038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:15.133571Z","caller":"traceutil/trace.go:171","msg":"trace[1193582708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:856; }","duration":"174.051412ms","start":"2026-03-30T16:49:14.959506Z","end":"2026-03-30T16:49:15.133557Z","steps":["trace[1193582708] 'agreement among raft nodes before linearized reading' (duration: 173.887267ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:15.281339Z","caller":"traceutil/trace.go:171","msg":"trace[499798086] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"141.506153ms","start":"2026-03-30T16:49:15.139805Z","end":"2026-03-30T16:49:15.281312Z","steps":["trace[499798086] 'process raft request' (duration: 141.3468ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:15.283103Z","caller":"traceutil/trace.go:171","msg":"trace[1739713848] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"143.132471ms","start":"2026-03-30T16:49:15.139948Z","end":"2026-03-30T16:49:15.283080Z","steps":["trace[1739713848] 'process raft request' (duration: 142.581799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:15.932830Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.101526ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:15.932900Z","caller":"traceutil/trace.go:171","msg":"trace[869547778] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:858; }","duration":"158.180498ms","start":"2026-03-30T16:49:15.774702Z","end":"2026-03-30T16:49:15.932882Z","steps":["trace[869547778] 'range keys from in-memory index tree' (duration: 158.059685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:16.318746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.218692ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:16.318834Z","caller":"traceutil/trace.go:171","msg":"trace[1458232257] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:859; }","duration":"122.321284ms","start":"2026-03-30T16:49:16.196493Z","end":"2026-03-30T16:49:16.318814Z","steps":["trace[1458232257] 'range keys from in-memory index tree' (duration: 122.17945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:16.951048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.270799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:49:16.951345Z","caller":"traceutil/trace.go:171","msg":"trace[121006462] linearizableReadLoop","detail":"{readStateIndex:936; appliedIndex:934; }","duration":"197.768239ms","start":"2026-03-30T16:49:16.753556Z","end":"2026-03-30T16:49:16.951324Z","steps":["trace[121006462] 'read index received' (duration: 1.471284ms)","trace[121006462] 'applied index is now lower than readState.Index' (duration: 196.295865ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:49:16.951318Z","caller":"traceutil/trace.go:171","msg":"trace[1274051890] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"549.301155ms","start":"2026-03-30T16:49:16.401981Z","end":"2026-03-30T16:49:16.951282Z","steps":["trace[1274051890] 'process raft request' (duration: 134.719289ms)","trace[1274051890] 'compare' (duration: 414.160466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:16.951524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:16.401957Z","time spent":"549.471358ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:16.951565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.878271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:16.951669Z","caller":"traceutil/trace.go:171","msg":"trace[1320362175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:861; }","duration":"198.089855ms","start":"2026-03-30T16:49:16.753514Z","end":"2026-03-30T16:49:16.951604Z","steps":["trace[1320362175] 'agreement among raft nodes before linearized reading' (duration: 197.885121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:19.360251Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073378,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:49:19.403075Z","caller":"traceutil/trace.go:171","msg":"trace[306700865] linearizableReadLoop","detail":"{readStateIndex:941; appliedIndex:941; }","duration":"543.722121ms","start":"2026-03-30T16:49:18.859334Z","end":"2026-03-30T16:49:19.403056Z","steps":["trace[306700865] 'read index received' (duration: 543.7158ms)","trace[306700865] 'applied index is now lower than readState.Index' (duration: 4.661µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:19.409422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.078976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:19.409483Z","caller":"traceutil/trace.go:171","msg":"trace[756578405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:866; }","duration":"550.187089ms","start":"2026-03-30T16:49:18.859284Z","end":"2026-03-30T16:49:19.409471Z","steps":["trace[756578405] 'agreement among raft nodes before linearized reading' (duration: 543.906935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:19.409477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.732091ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:19.409516Z","caller":"traceutil/trace.go:171","msg":"trace[2032936164] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:869; }","duration":"219.774052ms","start":"2026-03-30T16:49:19.189735Z","end":"2026-03-30T16:49:19.409509Z","steps":["trace[2032936164] 'agreement among raft nodes before linearized reading' (duration: 219.717001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:19.409513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:18.859269Z","time spent":"550.23892ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:49:19.409668Z","caller":"traceutil/trace.go:171","msg":"trace[1196267988] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"370.370799ms","start":"2026-03-30T16:49:19.039270Z","end":"2026-03-30T16:49:19.409641Z","steps":["trace[1196267988] 'process raft request' (duration: 370.160274ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:19.409723Z","caller":"traceutil/trace.go:171","msg":"trace[638722192] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"855.544806ms","start":"2026-03-30T16:49:18.554168Z","end":"2026-03-30T16:49:19.409713Z","steps":["trace[638722192] 'process raft request' (duration: 855.160488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:19.409849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:19.039252Z","time spent":"370.509802ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:19.409888Z","caller":"traceutil/trace.go:171","msg":"trace[21208210] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"453.81024ms","start":"2026-03-30T16:49:18.956053Z","end":"2026-03-30T16:49:19.409863Z","steps":["trace[21208210] 'process raft request' (duration: 453.35711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:19.410005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:18.956032Z","time spent":"453.915942ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:19.410092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:18.554146Z","time spent":"855.624849ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:28.187026Z","caller":"traceutil/trace.go:171","msg":"trace[536884966] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"130.375491ms","start":"2026-03-30T16:49:28.056636Z","end":"2026-03-30T16:49:28.187012Z","steps":["trace[536884966] 'process raft request' (duration: 130.220037ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:35.689960Z","caller":"traceutil/trace.go:171","msg":"trace[642119402] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"125.977096ms","start":"2026-03-30T16:49:35.563956Z","end":"2026-03-30T16:49:35.689933Z","steps":["trace[642119402] 'process raft request' (duration: 92.640225ms)","trace[642119402] 'compare' (duration: 33.237889ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:49:35.721312Z","caller":"traceutil/trace.go:171","msg":"trace[1124009029] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"155.318266ms","start":"2026-03-30T16:49:35.565975Z","end":"2026-03-30T16:49:35.721293Z","steps":["trace[1124009029] 'process raft request' (duration: 155.216073ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:43.743591Z","caller":"traceutil/trace.go:171","msg":"trace[884541588] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"182.467702ms","start":"2026-03-30T16:49:43.561083Z","end":"2026-03-30T16:49:43.743550Z","steps":["trace[884541588] 'process raft request' (duration: 153.596443ms)","trace[884541588] 'compare' (duration: 28.740436ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:49:44.288236Z","caller":"traceutil/trace.go:171","msg":"trace[286858152] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"533.983669ms","start":"2026-03-30T16:49:43.754233Z","end":"2026-03-30T16:49:44.288217Z","steps":["trace[286858152] 'process raft request' (duration: 533.822686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:44.288363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:43.754206Z","time spent":"534.096641ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:44.289403Z","caller":"traceutil/trace.go:171","msg":"trace[239354582] linearizableReadLoop","detail":"{readStateIndex:1065; appliedIndex:1065; }","duration":"498.144577ms","start":"2026-03-30T16:49:43.791244Z","end":"2026-03-30T16:49:44.289389Z","steps":["trace[239354582] 'read index received' (duration: 498.140897ms)","trace[239354582] 'applied index is now lower than readState.Index' (duration: 2.53µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:44.289513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.271021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T16:49:44.289598Z","caller":"traceutil/trace.go:171","msg":"trace[1668900105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:972; }","duration":"498.396184ms","start":"2026-03-30T16:49:43.791195Z","end":"2026-03-30T16:49:44.289592Z","steps":["trace[1668900105] 'agreement among raft nodes before linearized reading' (duration: 498.282111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:44.289632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:43.791174Z","time spent":"498.452544ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:44.291108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.441839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:44.291204Z","caller":"traceutil/trace.go:171","msg":"trace[64798037] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:972; }","duration":"493.581261ms","start":"2026-03-30T16:49:43.797601Z","end":"2026-03-30T16:49:44.291183Z","steps":["trace[64798037] 'agreement among raft nodes before linearized reading' (duration: 493.433398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:44.291243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.449393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:44.291260Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:43.797583Z","time spent":"493.666414ms","remote":"127.0.0.1:47646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:44.291306Z","caller":"traceutil/trace.go:171","msg":"trace[506940118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:972; }","duration":"435.544785ms","start":"2026-03-30T16:49:43.855745Z","end":"2026-03-30T16:49:44.291290Z","steps":["trace[506940118] 'agreement among raft nodes before linearized reading' (duration: 435.452613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:44.291361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:43.855724Z","time spent":"435.626058ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:49:44.528321Z","caller":"traceutil/trace.go:171","msg":"trace[450254389] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"234.574372ms","start":"2026-03-30T16:49:44.293729Z","end":"2026-03-30T16:49:44.528304Z","steps":["trace[450254389] 'process raft request' (duration: 234.448849ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:44.529496Z","caller":"traceutil/trace.go:171","msg":"trace[1665003210] linearizableReadLoop","detail":"{readStateIndex:1066; appliedIndex:1066; }","duration":"215.256345ms","start":"2026-03-30T16:49:44.314188Z","end":"2026-03-30T16:49:44.529445Z","steps":["trace[1665003210] 'read index received' (duration: 215.251045ms)","trace[1665003210] 'applied index is now lower than readState.Index' (duration: 4.32µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:44.529588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.373858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings/\" range_end:\"/registry/validatingadmissionpolicybindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:44.529618Z","caller":"traceutil/trace.go:171","msg":"trace[778294528] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings/; range_end:/registry/validatingadmissionpolicybindings0; response_count:0; response_revision:973; }","duration":"215.4589ms","start":"2026-03-30T16:49:44.314152Z","end":"2026-03-30T16:49:44.529611Z","steps":["trace[778294528] 'agreement among raft nodes before linearized reading' (duration: 215.383748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:44.531061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.129722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:44.531107Z","caller":"traceutil/trace.go:171","msg":"trace[539659497] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:973; }","duration":"103.225644ms","start":"2026-03-30T16:49:44.427871Z","end":"2026-03-30T16:49:44.531097Z","steps":["trace[539659497] 'agreement among raft nodes before linearized reading' (duration: 103.160863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.782724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.285445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:49:45.783306Z","caller":"traceutil/trace.go:171","msg":"trace[1736827379] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"318.368649ms","start":"2026-03-30T16:49:45.464909Z","end":"2026-03-30T16:49:45.783278Z","steps":["trace[1736827379] 'process raft request' (duration: 168.44947ms)","trace[1736827379] 'compare' (duration: 148.751502ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:49:45.783351Z","caller":"traceutil/trace.go:171","msg":"trace[1401886323] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"318.157984ms","start":"2026-03-30T16:49:45.465172Z","end":"2026-03-30T16:49:45.783330Z","steps":["trace[1401886323] 'process raft request' (duration: 318.065322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.783650Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:45.465165Z","time spent":"318.38639ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":505,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:49:45.783847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:45.464883Z","time spent":"318.486551ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:45.973619Z","caller":"traceutil/trace.go:171","msg":"trace[1232803030] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"369.982797ms","start":"2026-03-30T16:49:45.603608Z","end":"2026-03-30T16:49:45.973591Z","steps":["trace[1232803030] 'process raft request' (duration: 369.793932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:45.973824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:45.603556Z","time spent":"370.15368ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:46.004607Z","caller":"traceutil/trace.go:171","msg":"trace[1014032261] linearizableReadLoop","detail":"{readStateIndex:1071; appliedIndex:1071; }","duration":"146.116002ms","start":"2026-03-30T16:49:45.858460Z","end":"2026-03-30T16:49:46.004576Z","steps":["trace[1014032261] 'read index received' (duration: 146.108851ms)","trace[1014032261] 'applied index is now lower than readState.Index' (duration: 5.971µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:46.004843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.361168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:46.006400Z","caller":"traceutil/trace.go:171","msg":"trace[1762762104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:977; }","duration":"147.976515ms","start":"2026-03-30T16:49:45.858413Z","end":"2026-03-30T16:49:46.006389Z","steps":["trace[1762762104] 'agreement among raft nodes before linearized reading' (duration: 146.350228ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.005339Z","caller":"traceutil/trace.go:171","msg":"trace[2005018405] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"216.261568ms","start":"2026-03-30T16:49:45.789014Z","end":"2026-03-30T16:49:46.005276Z","steps":["trace[2005018405] 'process raft request' (duration: 216.170826ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.005456Z","caller":"traceutil/trace.go:171","msg":"trace[395917245] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"255.654152ms","start":"2026-03-30T16:49:45.749793Z","end":"2026-03-30T16:49:46.005447Z","steps":["trace[395917245] 'process raft request' (duration: 255.035178ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.475219Z","caller":"traceutil/trace.go:171","msg":"trace[820694989] transaction","detail":"{read_only:false; response_revision:995; number_of_response:1; }","duration":"260.494077ms","start":"2026-03-30T16:49:46.214707Z","end":"2026-03-30T16:49:46.475201Z","steps":["trace[820694989] 'process raft request' (duration: 260.403154ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.475230Z","caller":"traceutil/trace.go:171","msg":"trace[1397161647] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"260.534548ms","start":"2026-03-30T16:49:46.214642Z","end":"2026-03-30T16:49:46.475176Z","steps":["trace[1397161647] 'process raft request' (duration: 260.322693ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.475563Z","caller":"traceutil/trace.go:171","msg":"trace[749398849] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"260.813615ms","start":"2026-03-30T16:49:46.214725Z","end":"2026-03-30T16:49:46.475538Z","steps":["trace[749398849] 'process raft request' (duration: 260.449286ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.476111Z","caller":"traceutil/trace.go:171","msg":"trace[127657652] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"260.115569ms","start":"2026-03-30T16:49:46.215394Z","end":"2026-03-30T16:49:46.475510Z","steps":["trace[127657652] 'process raft request' (duration: 259.999846ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.475601Z","caller":"traceutil/trace.go:171","msg":"trace[1811502499] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"242.483099ms","start":"2026-03-30T16:49:46.233092Z","end":"2026-03-30T16:49:46.475575Z","steps":["trace[1811502499] 'process raft request' (duration: 242.333536ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.704534Z","caller":"traceutil/trace.go:171","msg":"trace[1179337631] linearizableReadLoop","detail":"{readStateIndex:1093; appliedIndex:1093; }","duration":"443.395433ms","start":"2026-03-30T16:49:46.261107Z","end":"2026-03-30T16:49:46.704502Z","steps":["trace[1179337631] 'read index received' (duration: 443.386683ms)","trace[1179337631] 'applied index is now lower than readState.Index' (duration: 7.31µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:46.704741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.605338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xbhl2\" limit:1 ","response":"range_response_count:1 size:14990"} {"level":"info","ts":"2026-03-30T16:49:46.704893Z","caller":"traceutil/trace.go:171","msg":"trace[1971384794] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xbhl2; range_end:; response_count:1; response_revision:999; }","duration":"443.767012ms","start":"2026-03-30T16:49:46.261064Z","end":"2026-03-30T16:49:46.704831Z","steps":["trace[1971384794] 'agreement among raft nodes before linearized reading' (duration: 443.552467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.704954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:46.261048Z","time spent":"443.895194ms","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":15014,"request content":"key:\"/registry/pods/kube-system/cilium-xbhl2\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:46.705262Z","caller":"traceutil/trace.go:171","msg":"trace[980221052] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"448.680747ms","start":"2026-03-30T16:49:46.256547Z","end":"2026-03-30T16:49:46.705228Z","steps":["trace[980221052] 'process raft request' (duration: 448.234965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.705396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:46.256522Z","time spent":"448.80133ms","remote":"127.0.0.1:47646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317263,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:46.940118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.652845ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-30T16:49:46.941023Z","caller":"traceutil/trace.go:171","msg":"trace[913057363] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"458.192927ms","start":"2026-03-30T16:49:46.482776Z","end":"2026-03-30T16:49:46.940969Z","steps":["trace[913057363] 'process raft request' (duration: 457.916041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.941176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:46.482755Z","time spent":"458.360871ms","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:46.940932Z","caller":"traceutil/trace.go:171","msg":"trace[347462615] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"454.272466ms","start":"2026-03-30T16:49:46.486636Z","end":"2026-03-30T16:49:46.940908Z","steps":["trace[347462615] 'process raft request' (duration: 454.202574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.941683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:46.486620Z","time spent":"454.818508ms","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14975,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:46.947565Z","caller":"traceutil/trace.go:171","msg":"trace[642123051] linearizableReadLoop","detail":"{readStateIndex:1095; appliedIndex:1097; }","duration":"242.883579ms","start":"2026-03-30T16:49:46.704654Z","end":"2026-03-30T16:49:46.947538Z","steps":["trace[642123051] 'read index received' (duration: 242.874269ms)","trace[642123051] 'applied index is now lower than readState.Index' (duration: 7.72µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:46.947731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.588286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" limit:1 ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-30T16:49:46.947771Z","caller":"traceutil/trace.go:171","msg":"trace[1592808200] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:1002; }","duration":"517.711698ms","start":"2026-03-30T16:49:46.430047Z","end":"2026-03-30T16:49:46.947759Z","steps":["trace[1592808200] 'agreement among raft nodes before linearized reading' (duration: 517.618516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.947777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.514737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" limit:1 ","response":"range_response_count:1 size:4313"} {"level":"warn","ts":"2026-03-30T16:49:46.947809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:46.430025Z","time spent":"517.77675ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":544,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:46.947849Z","caller":"traceutil/trace.go:171","msg":"trace[115819628] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:1002; }","duration":"462.655249ms","start":"2026-03-30T16:49:46.485162Z","end":"2026-03-30T16:49:46.947818Z","steps":["trace[115819628] 'agreement among raft nodes before linearized reading' (duration: 462.476285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.948046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:46.485145Z","time spent":"462.894895ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4337,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:46.947944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.790249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T16:49:46.948179Z","caller":"traceutil/trace.go:171","msg":"trace[701226838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1002; }","duration":"415.060645ms","start":"2026-03-30T16:49:46.533104Z","end":"2026-03-30T16:49:46.948164Z","steps":["trace[701226838] 'agreement among raft nodes before linearized reading' (duration: 414.810449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.948239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:46.533080Z","time spent":"415.142777ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:46.947987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.635738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:46.948302Z","caller":"traceutil/trace.go:171","msg":"trace[1908636629] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1002; }","duration":"639.952375ms","start":"2026-03-30T16:49:46.308341Z","end":"2026-03-30T16:49:46.948293Z","steps":["trace[1908636629] 'agreement among raft nodes before linearized reading' (duration: 639.625968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.948403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:46.308281Z","time spent":"640.110809ms","remote":"127.0.0.1:47878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:49:46.948898Z","caller":"traceutil/trace.go:171","msg":"trace[690787499] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"461.985314ms","start":"2026-03-30T16:49:46.486881Z","end":"2026-03-30T16:49:46.948867Z","steps":["trace[690787499] 'process raft request' (duration: 460.710964ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.948980Z","caller":"traceutil/trace.go:171","msg":"trace[2147296055] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"460.353747ms","start":"2026-03-30T16:49:46.488604Z","end":"2026-03-30T16:49:46.948957Z","steps":["trace[2147296055] 'process raft request' (duration: 460.202934ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.949048Z","caller":"traceutil/trace.go:171","msg":"trace[2013632560] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"459.951698ms","start":"2026-03-30T16:49:46.489074Z","end":"2026-03-30T16:49:46.949026Z","steps":["trace[2013632560] 'process raft request' (duration: 459.785114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.949118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:46.488571Z","time spent":"460.47123ms","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3609,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:46.949164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:46.489064Z","time spent":"460.03885ms","remote":"127.0.0.1:48066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4272,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:46.948918Z","caller":"traceutil/trace.go:171","msg":"trace[778363816] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"460.4759ms","start":"2026-03-30T16:49:46.488415Z","end":"2026-03-30T16:49:46.948891Z","steps":["trace[778363816] 'process raft request' (duration: 460.342836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.949063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:46.486869Z","time spent":"462.112287ms","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14975,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:46.949375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.862829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:49:46.949558Z","caller":"traceutil/trace.go:171","msg":"trace[1727777957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1008; }","duration":"657.070474ms","start":"2026-03-30T16:49:46.292476Z","end":"2026-03-30T16:49:46.949547Z","steps":["trace[1727777957] 'agreement among raft nodes before linearized reading' (duration: 655.397105ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.949623Z","caller":"traceutil/trace.go:171","msg":"trace[631523874] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"457.981682ms","start":"2026-03-30T16:49:46.491625Z","end":"2026-03-30T16:49:46.949606Z","steps":["trace[631523874] 'process raft request' (duration: 457.280546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.949722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:46.491615Z","time spent":"458.059304ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14294,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:46.949800Z","caller":"traceutil/trace.go:171","msg":"trace[1380038353] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"215.972624ms","start":"2026-03-30T16:49:46.733793Z","end":"2026-03-30T16:49:46.949766Z","steps":["trace[1380038353] 'process raft request' (duration: 215.886412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.949478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:46.488405Z","time spent":"460.873189ms","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:49:46.949744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:46.292438Z","time spent":"657.219117ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:46.960863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.84887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:46.960928Z","caller":"traceutil/trace.go:171","msg":"trace[963515748] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1010; }","duration":"165.955093ms","start":"2026-03-30T16:49:46.794957Z","end":"2026-03-30T16:49:46.960912Z","steps":["trace[963515748] 'agreement among raft nodes before linearized reading' (duration: 165.793029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:46.960904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.141482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:46.960850Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.888415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:46.961021Z","caller":"traceutil/trace.go:171","msg":"trace[1912969405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1010; }","duration":"202.292216ms","start":"2026-03-30T16:49:46.758686Z","end":"2026-03-30T16:49:46.960978Z","steps":["trace[1912969405] 'agreement among raft nodes before linearized reading' (duration: 202.098662ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:46.961167Z","caller":"traceutil/trace.go:171","msg":"trace[383957113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1010; }","duration":"102.166712ms","start":"2026-03-30T16:49:46.858891Z","end":"2026-03-30T16:49:46.961057Z","steps":["trace[383957113] 'agreement among raft nodes before linearized reading' (duration: 101.841664ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:48.118977Z","caller":"traceutil/trace.go:171","msg":"trace[990283836] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"139.666194ms","start":"2026-03-30T16:49:47.979281Z","end":"2026-03-30T16:49:48.118948Z","steps":["trace[990283836] 'process raft request' (duration: 139.48379ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:48.119787Z","caller":"traceutil/trace.go:171","msg":"trace[2083395452] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"107.723113ms","start":"2026-03-30T16:49:48.012042Z","end":"2026-03-30T16:49:48.119765Z","steps":["trace[2083395452] 'process raft request' (duration: 107.598039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:48.927708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.224463ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-30T16:49:48.929012Z","caller":"traceutil/trace.go:171","msg":"trace[1005319082] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"439.396334ms","start":"2026-03-30T16:49:48.489595Z","end":"2026-03-30T16:49:48.928991Z","steps":["trace[1005319082] 'process raft request' (duration: 439.24925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:48.929677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:48.489562Z","time spent":"439.515827ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:48.930285Z","caller":"traceutil/trace.go:171","msg":"trace[1591080737] linearizableReadLoop","detail":"{readStateIndex:1127; appliedIndex:1127; }","duration":"358.055436ms","start":"2026-03-30T16:49:48.572203Z","end":"2026-03-30T16:49:48.930259Z","steps":["trace[1591080737] 'read index received' (duration: 358.048686ms)","trace[1591080737] 'applied index is now lower than readState.Index' (duration: 4.85µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:48.930433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.209579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:48.930819Z","caller":"traceutil/trace.go:171","msg":"trace[1461515823] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1030; }","duration":"358.304752ms","start":"2026-03-30T16:49:48.572159Z","end":"2026-03-30T16:49:48.930464Z","steps":["trace[1461515823] 'agreement among raft nodes before linearized reading' (duration: 358.209089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:48.930959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:48.572141Z","time spent":"358.797452ms","remote":"127.0.0.1:47646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:49.452094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.506934ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:49.452191Z","caller":"traceutil/trace.go:171","msg":"trace[193216410] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1030; }","duration":"261.612226ms","start":"2026-03-30T16:49:49.190558Z","end":"2026-03-30T16:49:49.452171Z","steps":["trace[193216410] 'range keys from in-memory index tree' (duration: 261.424333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:49.452620Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.868379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:49:49.453670Z","caller":"traceutil/trace.go:171","msg":"trace[1494082566] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"423.481188ms","start":"2026-03-30T16:49:49.030092Z","end":"2026-03-30T16:49:49.453573Z","steps":["trace[1494082566] 'process raft request' (duration: 214.598296ms)","trace[1494082566] 'compare' (duration: 207.607002ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:49:49.453729Z","caller":"traceutil/trace.go:171","msg":"trace[1743082209] linearizableReadLoop","detail":"{readStateIndex:1128; appliedIndex:1127; }","duration":"400.917193ms","start":"2026-03-30T16:49:49.052781Z","end":"2026-03-30T16:49:49.453698Z","steps":["trace[1743082209] 'read index received' (duration: 279.057042ms)","trace[1743082209] 'applied index is now lower than readState.Index' (duration: 121.856891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:49.453811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:49.030072Z","time spent":"423.681323ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:49.453968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.156888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:49.454016Z","caller":"traceutil/trace.go:171","msg":"trace[376866690] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1031; }","duration":"401.256231ms","start":"2026-03-30T16:49:49.052743Z","end":"2026-03-30T16:49:49.453999Z","steps":["trace[376866690] 'agreement among raft nodes before linearized reading' (duration: 401.140278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:49.454049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:49.052726Z","time spent":"401.314152ms","remote":"127.0.0.1:47646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:49.454758Z","caller":"traceutil/trace.go:171","msg":"trace[1988787740] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"424.312777ms","start":"2026-03-30T16:49:49.030422Z","end":"2026-03-30T16:49:49.454735Z","steps":["trace[1988787740] 'process raft request' (duration: 424.208155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:49.454911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:49.030416Z","time spent":"424.419069ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:50.549654Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073716,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:49:50.759100Z","caller":"traceutil/trace.go:171","msg":"trace[1733449776] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1071; }","duration":"788.217824ms","start":"2026-03-30T16:49:49.970855Z","end":"2026-03-30T16:49:50.759073Z","steps":["trace[1733449776] 'process raft request' (duration: 772.164661ms)","trace[1733449776] 'compare' (duration: 15.9039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:50.759263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:49.970834Z","time spent":"788.343868ms","remote":"127.0.0.1:47600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":29607,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:50.779000Z","caller":"traceutil/trace.go:171","msg":"trace[234268707] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1073; }","duration":"777.020135ms","start":"2026-03-30T16:49:50.001952Z","end":"2026-03-30T16:49:50.778973Z","steps":["trace[234268707] 'process raft request' (duration: 776.693677ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:50.779081Z","caller":"traceutil/trace.go:171","msg":"trace[1044031230] transaction","detail":"{read_only:false; response_revision:1075; number_of_response:1; }","duration":"764.830782ms","start":"2026-03-30T16:49:50.014235Z","end":"2026-03-30T16:49:50.779066Z","steps":["trace[1044031230] 'process raft request' (duration: 764.568356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:50.779143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.014209Z","time spent":"764.905283ms","remote":"127.0.0.1:47600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:49:50.779154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.001921Z","time spent":"777.156678ms","remote":"127.0.0.1:47600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":31173,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:50.779217Z","caller":"traceutil/trace.go:171","msg":"trace[59599327] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1075; }","duration":"758.126586ms","start":"2026-03-30T16:49:50.021064Z","end":"2026-03-30T16:49:50.779190Z","steps":["trace[59599327] 'process raft request' (duration: 757.814939ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:50.779278Z","caller":"traceutil/trace.go:171","msg":"trace[1540924932] linearizableReadLoop","detail":"{readStateIndex:1221; appliedIndex:1216; }","duration":"730.671557ms","start":"2026-03-30T16:49:50.048591Z","end":"2026-03-30T16:49:50.779263Z","steps":["trace[1540924932] 'read index received' (duration: 729.984302ms)","trace[1540924932] 'applied index is now lower than readState.Index' (duration: 686.635µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:50.779345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.021050Z","time spent":"758.233679ms","remote":"127.0.0.1:47600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":150532,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:50.779910Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.309162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:50.779981Z","caller":"traceutil/trace.go:171","msg":"trace[784117449] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1076; }","duration":"731.388674ms","start":"2026-03-30T16:49:50.048555Z","end":"2026-03-30T16:49:50.779943Z","steps":["trace[784117449] 'agreement among raft nodes before linearized reading' (duration: 730.752409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:50.780220Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.048535Z","time spent":"731.484346ms","remote":"127.0.0.1:60722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:49:50.790562Z","caller":"traceutil/trace.go:171","msg":"trace[1264588613] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"666.004756ms","start":"2026-03-30T16:49:50.124539Z","end":"2026-03-30T16:49:50.790544Z","steps":["trace[1264588613] 'process raft request' (duration: 664.656394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:50.790738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.124507Z","time spent":"666.17519ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:50.790592Z","caller":"traceutil/trace.go:171","msg":"trace[1203127809] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"665.524664ms","start":"2026-03-30T16:49:50.125053Z","end":"2026-03-30T16:49:50.790578Z","steps":["trace[1203127809] 'process raft request' (duration: 665.35208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:50.791409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.125034Z","time spent":"666.315233ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:51.280326Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:51.781345Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:52.282507Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:52.783196Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:52.859306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000317153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:49:52.859402Z","caller":"traceutil/trace.go:171","msg":"trace[588031598] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000467346s","start":"2026-03-30T16:49:50.858913Z","end":"2026-03-30T16:49:52.859381Z","steps":["trace[588031598] 'agreement among raft nodes before linearized reading' (duration: 2.000357933s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:52.859456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.858895Z","time spent":"2.000549868s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:49:53.283848Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:53.784524Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:54.285024Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:54.786111Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:54.860254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000144448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:49:54.860375Z","caller":"traceutil/trace.go:171","msg":"trace[1187459651] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000345353s","start":"2026-03-30T16:49:52.860001Z","end":"2026-03-30T16:49:54.860347Z","steps":["trace[1187459651] 'agreement among raft nodes before linearized reading' (duration: 2.000160599s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:54.860450Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:52.859987Z","time spent":"2.000442765s","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:49:55.048844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.241594909s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-30T16:49:55.286576Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:55.669639Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.095913285s","expected-duration":"1s"} {"level":"info","ts":"2026-03-30T16:49:55.670047Z","caller":"traceutil/trace.go:171","msg":"trace[2005718393] linearizableReadLoop","detail":"{readStateIndex:1227; appliedIndex:1228; }","duration":"4.890697366s","start":"2026-03-30T16:49:50.779311Z","end":"2026-03-30T16:49:55.670009Z","steps":["trace[2005718393] 'read index received' (duration: 4.890680626s)","trace[2005718393] 'applied index is now lower than readState.Index' (duration: 15.27µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:55.715718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.243282581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.715819Z","caller":"traceutil/trace.go:171","msg":"trace[1826597350] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1081; }","duration":"5.243420974s","start":"2026-03-30T16:49:50.472369Z","end":"2026-03-30T16:49:55.715790Z","steps":["trace[1826597350] 'agreement among raft nodes before linearized reading' (duration: 5.197839694s)","trace[1826597350] 'count revisions from in-memory index tree' (duration: 45.344925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:55.715837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.224931994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.715868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.472366Z","time spent":"5.243490386s","remote":"127.0.0.1:60734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:49:55.715880Z","caller":"traceutil/trace.go:171","msg":"trace[730509633] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1081; }","duration":"5.224992566s","start":"2026-03-30T16:49:50.490869Z","end":"2026-03-30T16:49:55.715862Z","steps":["trace[730509633] 'agreement among raft nodes before linearized reading' (duration: 5.179223111s)","trace[730509633] 'range keys from in-memory index tree' (duration: 45.686533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:55.715914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.490860Z","time spent":"5.225043637s","remote":"127.0.0.1:60734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-30T16:49:55.716038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.025326306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-30T16:49:55.716107Z","caller":"traceutil/trace.go:171","msg":"trace[1202302483] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1081; }","duration":"5.025428859s","start":"2026-03-30T16:49:50.690654Z","end":"2026-03-30T16:49:55.716083Z","steps":["trace[1202302483] 'agreement among raft nodes before linearized reading' (duration: 4.979511331s)","trace[1202302483] 'count revisions from in-memory index tree' (duration: 45.843246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:55.716169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.690610Z","time spent":"5.025547302s","remote":"127.0.0.1:48028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:49:55.716364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.206164588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.716380Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.226206423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.716409Z","caller":"traceutil/trace.go:171","msg":"trace[1412804825] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1081; }","duration":"5.206229469s","start":"2026-03-30T16:49:50.510165Z","end":"2026-03-30T16:49:55.716395Z","steps":["trace[1412804825] 'agreement among raft nodes before linearized reading' (duration: 5.160056535s)","trace[1412804825] 'count revisions from in-memory index tree' (duration: 46.119733ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:49:55.716417Z","caller":"traceutil/trace.go:171","msg":"trace[897264665] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1081; }","duration":"5.226284895s","start":"2026-03-30T16:49:50.490119Z","end":"2026-03-30T16:49:55.716404Z","steps":["trace[897264665] 'agreement among raft nodes before linearized reading' (duration: 5.18004715s)","trace[897264665] 'range keys from in-memory index tree' (duration: 46.189234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:55.716433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.459814002s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.716451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.490094Z","time spent":"5.226348667s","remote":"127.0.0.1:60738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:49:55.716459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.652941759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.716471Z","caller":"traceutil/trace.go:171","msg":"trace[7330820] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1081; }","duration":"5.459850772s","start":"2026-03-30T16:49:50.256609Z","end":"2026-03-30T16:49:55.716460Z","steps":["trace[7330820] 'agreement among raft nodes before linearized reading' (duration: 5.413623017s)","trace[7330820] 'range keys from in-memory index tree' (duration: 46.186195ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:49:55.716489Z","caller":"traceutil/trace.go:171","msg":"trace[1021719274] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1081; }","duration":"5.653001991s","start":"2026-03-30T16:49:50.063477Z","end":"2026-03-30T16:49:55.716479Z","steps":["trace[1021719274] 'agreement among raft nodes before linearized reading' (duration: 5.606707134s)","trace[1021719274] 'count revisions from in-memory index tree' (duration: 46.236285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:55.716469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.193607517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.716521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.063457Z","time spent":"5.653054772s","remote":"127.0.0.1:60726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:49:55.716534Z","caller":"traceutil/trace.go:171","msg":"trace[1240606074] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1081; }","duration":"5.193682388s","start":"2026-03-30T16:49:50.522842Z","end":"2026-03-30T16:49:55.716524Z","steps":["trace[1240606074] 'agreement among raft nodes before linearized reading' (duration: 5.147362401s)","trace[1240606074] 'range keys from in-memory index tree' (duration: 46.249765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:55.716561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.522835Z","time spent":"5.193717759s","remote":"127.0.0.1:60744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"warn","ts":"2026-03-30T16:49:55.716605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.182664051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.716623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.194945957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.716645Z","caller":"traceutil/trace.go:171","msg":"trace[552449425] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1081; }","duration":"5.182720823s","start":"2026-03-30T16:49:50.533909Z","end":"2026-03-30T16:49:55.716630Z","steps":["trace[552449425] 'agreement among raft nodes before linearized reading' (duration: 5.136276483s)","trace[552449425] 'range keys from in-memory index tree' (duration: 46.394338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:55.716605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.194717602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.716662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.653138834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.716689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.226566042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.716706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.182437187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.716709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.667893786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.716712Z","caller":"traceutil/trace.go:171","msg":"trace[1516458721] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1081; }","duration":"5.653221506s","start":"2026-03-30T16:49:50.063477Z","end":"2026-03-30T16:49:55.716698Z","steps":["trace[1516458721] 'agreement among raft nodes before linearized reading' (duration: 5.606702044s)","trace[1516458721] 'range keys from in-memory index tree' (duration: 46.457431ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:49:55.716717Z","caller":"traceutil/trace.go:171","msg":"trace[1094764073] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1081; }","duration":"5.226620783s","start":"2026-03-30T16:49:50.490086Z","end":"2026-03-30T16:49:55.716707Z","steps":["trace[1094764073] 'agreement among raft nodes before linearized reading' (duration: 5.180113462s)","trace[1094764073] 'count revisions from in-memory index tree' (duration: 46.47108ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:49:55.716718Z","caller":"traceutil/trace.go:171","msg":"trace[952007557] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1081; }","duration":"5.195004068s","start":"2026-03-30T16:49:50.521687Z","end":"2026-03-30T16:49:55.716691Z","steps":["trace[952007557] 'agreement among raft nodes before linearized reading' (duration: 5.148525397s)","trace[952007557] 'range keys from in-memory index tree' (duration: 46.317057ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:49:55.716736Z","caller":"traceutil/trace.go:171","msg":"trace[1240575883] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1081; }","duration":"5.667922317s","start":"2026-03-30T16:49:50.048805Z","end":"2026-03-30T16:49:55.716727Z","steps":["trace[1240575883] 'agreement among raft nodes before linearized reading' (duration: 5.621408845s)","trace[1240575883] 'range keys from in-memory index tree' (duration: 46.475361ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:49:55.716733Z","caller":"traceutil/trace.go:171","msg":"trace[1432535444] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1081; }","duration":"5.182473167s","start":"2026-03-30T16:49:50.534249Z","end":"2026-03-30T16:49:55.716722Z","steps":["trace[1432535444] 'agreement among raft nodes before linearized reading' (duration: 5.135926895s)","trace[1432535444] 'range keys from in-memory index tree' (duration: 46.513392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:55.716749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.490067Z","time spent":"5.226673154s","remote":"127.0.0.1:60738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:49:55.716769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.048740Z","time spent":"5.668021299s","remote":"127.0.0.1:60722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 "} {"level":"warn","ts":"2026-03-30T16:49:55.716655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.182729284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:49:55.716777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.534234Z","time spent":"5.182532478s","remote":"127.0.0.1:60762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"warn","ts":"2026-03-30T16:49:55.716776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.521657Z","time spent":"5.1951077s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:49:55.716796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.668160852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.716800Z","caller":"traceutil/trace.go:171","msg":"trace[1995434106] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1081; }","duration":"5.182909467s","start":"2026-03-30T16:49:50.533881Z","end":"2026-03-30T16:49:55.716790Z","steps":["trace[1995434106] 'agreement among raft nodes before linearized reading' (duration: 5.136313684s)","trace[1995434106] 'count revisions from in-memory index tree' (duration: 46.43754ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:49:55.716818Z","caller":"traceutil/trace.go:171","msg":"trace[101963087] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1081; }","duration":"5.668221733s","start":"2026-03-30T16:49:50.048589Z","end":"2026-03-30T16:49:55.716811Z","steps":["trace[101963087] 'agreement among raft nodes before linearized reading' (duration: 5.62164436s)","trace[101963087] 'range keys from in-memory index tree' (duration: 46.528502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:55.716833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.533871Z","time spent":"5.182952649s","remote":"127.0.0.1:60762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:49:55.716840Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.048564Z","time spent":"5.668270875s","remote":"127.0.0.1:60722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:49:55.716835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.244473038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.716877Z","caller":"traceutil/trace.go:171","msg":"trace[333745591] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1081; }","duration":"5.24454153s","start":"2026-03-30T16:49:50.472324Z","end":"2026-03-30T16:49:55.716865Z","steps":["trace[333745591] 'agreement among raft nodes before linearized reading' (duration: 5.197911226s)","trace[333745591] 'range keys from in-memory index tree' (duration: 46.574933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:55.715712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.651674859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.716650Z","caller":"traceutil/trace.go:171","msg":"trace[1358539128] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1081; }","duration":"5.194989548s","start":"2026-03-30T16:49:50.521650Z","end":"2026-03-30T16:49:55.716640Z","steps":["trace[1358539128] 'agreement among raft nodes before linearized reading' (duration: 5.148570168s)","trace[1358539128] 'count revisions from in-memory index tree' (duration: 46.383469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:55.716440Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.510160Z","time spent":"5.20627116s","remote":"127.0.0.1:60744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:49:55.716921Z","caller":"traceutil/trace.go:171","msg":"trace[322690602] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1081; }","duration":"5.652919948s","start":"2026-03-30T16:49:50.063989Z","end":"2026-03-30T16:49:55.716909Z","steps":["trace[322690602] 'agreement among raft nodes before linearized reading' (duration: 5.606193911s)","trace[322690602] 'range keys from in-memory index tree' (duration: 45.440597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:55.716913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.472306Z","time spent":"5.244597891s","remote":"127.0.0.1:60734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:49:55.716952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.521638Z","time spent":"5.195300005s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:49:55.716960Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.063963Z","time spent":"5.65298534s","remote":"127.0.0.1:60726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"warn","ts":"2026-03-30T16:49:55.716746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.063457Z","time spent":"5.653279267s","remote":"127.0.0.1:60726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:49:55.716675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.533897Z","time spent":"5.182768974s","remote":"127.0.0.1:60762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:49:55.716677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.206539336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:55.717082Z","caller":"traceutil/trace.go:171","msg":"trace[489489362] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1081; }","duration":"5.206937156s","start":"2026-03-30T16:49:50.510131Z","end":"2026-03-30T16:49:55.717068Z","steps":["trace[489489362] 'agreement among raft nodes before linearized reading' (duration: 5.160095286s)","trace[489489362] 'range keys from in-memory index tree' (duration: 46.43867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:55.717123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.510112Z","time spent":"5.206999207s","remote":"127.0.0.1:60744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"info","ts":"2026-03-30T16:49:55.720220Z","caller":"traceutil/trace.go:171","msg":"trace[1226471199] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1082; }","duration":"4.937543857s","start":"2026-03-30T16:49:50.782662Z","end":"2026-03-30T16:49:55.720205Z","steps":["trace[1226471199] 'process raft request' (duration: 4.937308672s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:55.720849Z","caller":"traceutil/trace.go:171","msg":"trace[570945210] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1082; }","duration":"4.921595805s","start":"2026-03-30T16:49:50.799234Z","end":"2026-03-30T16:49:55.720829Z","steps":["trace[570945210] 'process raft request' (duration: 4.920884989s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.720873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.782642Z","time spent":"4.938145521s","remote":"127.0.0.1:47600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":112,"response count":0,"response size":23118,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:55.720972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.799208Z","time spent":"4.921694598s","remote":"127.0.0.1:47600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":65242,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:55.721002Z","caller":"traceutil/trace.go:171","msg":"trace[598380131] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"4.863881734s","start":"2026-03-30T16:49:50.857104Z","end":"2026-03-30T16:49:55.720986Z","steps":["trace[598380131] 'process raft request' (duration: 4.863079446s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.721064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.857069Z","time spent":"4.863966306s","remote":"127.0.0.1:47600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:49:55.721180Z","caller":"traceutil/trace.go:171","msg":"trace[111258096] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1082; }","duration":"4.935700993s","start":"2026-03-30T16:49:50.785434Z","end":"2026-03-30T16:49:55.721135Z","steps":["trace[111258096] 'process raft request' (duration: 4.934624839s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:55.721286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.785420Z","time spent":"4.935813947s","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:49:55.772826Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":13905881171100073732,"received-request-id":13905881171100073725} {"level":"warn","ts":"2026-03-30T16:49:56.170768Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:49:56.257045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.385064ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-30T16:49:56.257383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.525485ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:56.257483Z","caller":"traceutil/trace.go:171","msg":"trace[551590269] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1085; }","duration":"482.628067ms","start":"2026-03-30T16:49:55.774829Z","end":"2026-03-30T16:49:56.257457Z","steps":["trace[551590269] 'range keys from in-memory index tree' (duration: 482.483474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.437729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.154902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:49:56.438744Z","caller":"traceutil/trace.go:171","msg":"trace[1874677600] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"3.642310617s","start":"2026-03-30T16:49:52.796421Z","end":"2026-03-30T16:49:56.438731Z","steps":["trace[1874677600] 'process raft request' (duration: 3.642122973s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:56.438738Z","caller":"traceutil/trace.go:171","msg":"trace[1243311843] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"3.642291847s","start":"2026-03-30T16:49:52.796420Z","end":"2026-03-30T16:49:56.438712Z","steps":["trace[1243311843] 'process raft request' (duration: 3.642189425s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.438819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:52.796393Z","time spent":"3.642387389s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:56.438836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:52.796393Z","time spent":"3.64239436s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:56.671604Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073732,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:49:56.675052Z","caller":"traceutil/trace.go:171","msg":"trace[1479250744] linearizableReadLoop","detail":"{readStateIndex:1249; appliedIndex:1246; }","duration":"1.004878297s","start":"2026-03-30T16:49:55.670143Z","end":"2026-03-30T16:49:56.675021Z","steps":["trace[1479250744] 'read index received' (duration: 1.004189591s)","trace[1479250744] 'applied index is now lower than readState.Index' (duration: 687.726µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:56.675228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.379133843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-30T16:49:56.675274Z","caller":"traceutil/trace.go:171","msg":"trace[1201650482] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1094; }","duration":"5.379232106s","start":"2026-03-30T16:49:51.296029Z","end":"2026-03-30T16:49:56.675261Z","steps":["trace[1201650482] 'agreement among raft nodes before linearized reading' (duration: 5.379157064s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.675293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.216560435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-30T16:49:56.675325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:51.296009Z","time spent":"5.379301808s","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":4,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:49:56.675334Z","caller":"traceutil/trace.go:171","msg":"trace[687546900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1094; }","duration":"5.216632527s","start":"2026-03-30T16:49:51.458686Z","end":"2026-03-30T16:49:56.675319Z","steps":["trace[687546900] 'agreement among raft nodes before linearized reading' (duration: 5.216571626s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.675337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.390112239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.127\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-30T16:49:56.675390Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:51.458666Z","time spent":"5.216711888s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:56.675401Z","caller":"traceutil/trace.go:171","msg":"trace[690368542] range","detail":"{range_begin:/registry/masterleases/199.19.213.127; range_end:; response_count:1; response_revision:1094; }","duration":"3.390253352s","start":"2026-03-30T16:49:53.285129Z","end":"2026-03-30T16:49:56.675382Z","steps":["trace[690368542] 'agreement among raft nodes before linearized reading' (duration: 3.389901713s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.675556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:53.285106Z","time spent":"3.390437856s","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.127\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:56.675661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.683294811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-30T16:49:56.675714Z","caller":"traceutil/trace.go:171","msg":"trace[575980802] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1094; }","duration":"5.683351183s","start":"2026-03-30T16:49:50.992349Z","end":"2026-03-30T16:49:56.675700Z","steps":["trace[575980802] 'agreement among raft nodes before linearized reading' (duration: 5.683267011s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.675759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:50.992286Z","time spent":"5.683459036s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":10,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:49:56.675836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805837347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:56.675884Z","caller":"traceutil/trace.go:171","msg":"trace[2029001381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1094; }","duration":"1.8059184s","start":"2026-03-30T16:49:54.869951Z","end":"2026-03-30T16:49:56.675870Z","steps":["trace[2029001381] 'agreement among raft nodes before linearized reading' (duration: 1.805849478s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.675895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812145755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a1ac65ad65be86\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"warn","ts":"2026-03-30T16:49:56.675223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.216486834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-30T16:49:56.675924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:54.869929Z","time spent":"1.805984952s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:49:56.675931Z","caller":"traceutil/trace.go:171","msg":"trace[940874385] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18a1ac65ad65be86; range_end:; response_count:1; response_revision:1094; }","duration":"1.812215587s","start":"2026-03-30T16:49:54.863702Z","end":"2026-03-30T16:49:56.675918Z","steps":["trace[940874385] 'agreement among raft nodes before linearized reading' (duration: 1.812146965s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.675960Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:54.863684Z","time spent":"1.812269867s","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":818,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a1ac65ad65be86\" limit:1 "} {"level":"info","ts":"2026-03-30T16:49:56.675948Z","caller":"traceutil/trace.go:171","msg":"trace[1791120346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1094; }","duration":"5.217237311s","start":"2026-03-30T16:49:51.458696Z","end":"2026-03-30T16:49:56.675934Z","steps":["trace[1791120346] 'agreement among raft nodes before linearized reading' (duration: 5.216414041s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.677175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:51.458636Z","time spent":"5.21851768s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:56.720602Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":13905881171100073736,"received-request-id":13905881171100073732} {"level":"info","ts":"2026-03-30T16:49:56.720956Z","caller":"traceutil/trace.go:171","msg":"trace[733846183] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1094; }","duration":"969.074315ms","start":"2026-03-30T16:49:55.751853Z","end":"2026-03-30T16:49:56.720927Z","steps":["trace[733846183] 'process raft request' (duration: 968.948292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.721117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:55.751827Z","time spent":"969.212608ms","remote":"127.0.0.1:47600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":29513,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:56.726833Z","caller":"traceutil/trace.go:171","msg":"trace[2070985508] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1096; }","duration":"933.225521ms","start":"2026-03-30T16:49:55.793556Z","end":"2026-03-30T16:49:56.726782Z","steps":["trace[2070985508] 'process raft request' (duration: 933.115378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.727040Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:55.793519Z","time spent":"933.431036ms","remote":"127.0.0.1:47600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":80731,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:49:56.726958Z","caller":"traceutil/trace.go:171","msg":"trace[297525872] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"937.806457ms","start":"2026-03-30T16:49:55.789127Z","end":"2026-03-30T16:49:56.726933Z","steps":["trace[297525872] 'process raft request' (duration: 937.50012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.727503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:55.789100Z","time spent":"938.163096ms","remote":"127.0.0.1:47600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64392,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:49:56.736422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.202324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-30T16:49:56.736503Z","caller":"traceutil/trace.go:171","msg":"trace[434285219] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1097; }","duration":"306.333126ms","start":"2026-03-30T16:49:56.430155Z","end":"2026-03-30T16:49:56.736488Z","steps":["trace[434285219] 'agreement among raft nodes before linearized reading' (duration: 306.195313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.736536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:56.430136Z","time spent":"306.392678ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:49:56.736717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012361371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io\" limit:1 ","response":"range_response_count:1 size:1001"} {"level":"info","ts":"2026-03-30T16:49:56.736744Z","caller":"traceutil/trace.go:171","msg":"trace[289977250] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1097; }","duration":"1.012420963s","start":"2026-03-30T16:49:55.724316Z","end":"2026-03-30T16:49:56.736737Z","steps":["trace[289977250] 'agreement among raft nodes before linearized reading' (duration: 1.012363012s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.736766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:55.724293Z","time spent":"1.012464084s","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1025,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:56.737018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018003903s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:56.737302Z","caller":"traceutil/trace.go:171","msg":"trace[904311792] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1097; }","duration":"1.018192818s","start":"2026-03-30T16:49:55.718877Z","end":"2026-03-30T16:49:56.737070Z","steps":["trace[904311792] 'agreement among raft nodes before linearized reading' (duration: 1.017981053s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:56.782666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.334041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:56.782764Z","caller":"traceutil/trace.go:171","msg":"trace[1504455753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1102; }","duration":"105.464094ms","start":"2026-03-30T16:49:56.677282Z","end":"2026-03-30T16:49:56.782746Z","steps":["trace[1504455753] 'agreement among raft nodes before linearized reading' (duration: 95.039811ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:57.652407Z","caller":"traceutil/trace.go:171","msg":"trace[454566405] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"104.642244ms","start":"2026-03-30T16:49:57.547747Z","end":"2026-03-30T16:49:57.652389Z","steps":["trace[454566405] 'process raft request' (duration: 104.47699ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:57.917512Z","caller":"traceutil/trace.go:171","msg":"trace[1583537118] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1126; }","duration":"119.511891ms","start":"2026-03-30T16:49:57.797962Z","end":"2026-03-30T16:49:57.917474Z","steps":["trace[1583537118] 'process raft request' (duration: 119.135593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:57.958965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.912058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:57.959080Z","caller":"traceutil/trace.go:171","msg":"trace[231685071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1127; }","duration":"104.060452ms","start":"2026-03-30T16:49:57.854989Z","end":"2026-03-30T16:49:57.959050Z","steps":["trace[231685071] 'agreement among raft nodes before linearized reading' (duration: 77.754639ms)","trace[231685071] 'range keys from in-memory index tree' (duration: 26.138569ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:49:58.844731Z","caller":"traceutil/trace.go:171","msg":"trace[1903050093] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"399.804436ms","start":"2026-03-30T16:49:58.444899Z","end":"2026-03-30T16:49:58.844703Z","steps":["trace[1903050093] 'process raft request' (duration: 397.615555ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:58.844832Z","caller":"traceutil/trace.go:171","msg":"trace[1521299710] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"399.888438ms","start":"2026-03-30T16:49:58.444903Z","end":"2026-03-30T16:49:58.844791Z","steps":["trace[1521299710] 'process raft request' (duration: 397.801479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:58.844895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:58.444877Z","time spent":"399.938249ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:58.845007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:58.444890Z","time spent":"400.038961ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:49:59.077194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.398827ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-30T16:49:59.077344Z","caller":"traceutil/trace.go:171","msg":"trace[1682956207] linearizableReadLoop","detail":"{readStateIndex:1308; appliedIndex:1307; }","duration":"318.472413ms","start":"2026-03-30T16:49:58.758847Z","end":"2026-03-30T16:49:59.077320Z","steps":["trace[1682956207] 'read index received' (duration: 86.599346ms)","trace[1682956207] 'applied index is now lower than readState.Index' (duration: 231.870907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:59.077544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.680158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T16:49:59.077594Z","caller":"traceutil/trace.go:171","msg":"trace[668351407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1129; }","duration":"318.77956ms","start":"2026-03-30T16:49:58.758803Z","end":"2026-03-30T16:49:59.077583Z","steps":["trace[668351407] 'agreement among raft nodes before linearized reading' (duration: 318.654198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:59.077641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:58.758785Z","time spent":"318.843762ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:59.078528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.571168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:49:59.078574Z","caller":"traceutil/trace.go:171","msg":"trace[1072756808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1129; }","duration":"319.62953ms","start":"2026-03-30T16:49:58.758929Z","end":"2026-03-30T16:49:59.078559Z","steps":["trace[1072756808] 'agreement among raft nodes before linearized reading' (duration: 319.535578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:49:59.078582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.081372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-30T16:49:59.078601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:58.758923Z","time spent":"319.671081ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:49:59.078574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.44463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:59.078633Z","caller":"traceutil/trace.go:171","msg":"trace[719426629] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1129; }","duration":"217.186224ms","start":"2026-03-30T16:49:58.861435Z","end":"2026-03-30T16:49:59.078621Z","steps":["trace[719426629] 'agreement among raft nodes before linearized reading' (duration: 217.066811ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:59.078649Z","caller":"traceutil/trace.go:171","msg":"trace[108997066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1129; }","duration":"220.574383ms","start":"2026-03-30T16:49:58.858058Z","end":"2026-03-30T16:49:59.078633Z","steps":["trace[108997066] 'agreement among raft nodes before linearized reading' (duration: 220.456291ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:59.184694Z","caller":"traceutil/trace.go:171","msg":"trace[930028913] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"102.69986ms","start":"2026-03-30T16:49:59.081971Z","end":"2026-03-30T16:49:59.184671Z","steps":["trace[930028913] 'process raft request' (duration: 102.518756ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:59.291327Z","caller":"traceutil/trace.go:171","msg":"trace[423171195] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"196.515085ms","start":"2026-03-30T16:49:59.094775Z","end":"2026-03-30T16:49:59.291290Z","steps":["trace[423171195] 'process raft request' (duration: 196.464624ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:59.291352Z","caller":"traceutil/trace.go:171","msg":"trace[392307495] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"207.542352ms","start":"2026-03-30T16:49:59.083782Z","end":"2026-03-30T16:49:59.291324Z","steps":["trace[392307495] 'process raft request' (duration: 201.465311ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:49:59.291541Z","caller":"traceutil/trace.go:171","msg":"trace[245201554] linearizableReadLoop","detail":"{readStateIndex:1310; appliedIndex:1309; }","duration":"102.006915ms","start":"2026-03-30T16:49:59.189513Z","end":"2026-03-30T16:49:59.291520Z","steps":["trace[245201554] 'read index received' (duration: 99.284121ms)","trace[245201554] 'applied index is now lower than readState.Index' (duration: 2.721104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:49:59.291628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.114567ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:49:59.291650Z","caller":"traceutil/trace.go:171","msg":"trace[1675370310] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1132; }","duration":"102.147828ms","start":"2026-03-30T16:49:59.189496Z","end":"2026-03-30T16:49:59.291644Z","steps":["trace[1675370310] 'agreement among raft nodes before linearized reading' (duration: 102.100426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:00.281881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.962198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:00.281974Z","caller":"traceutil/trace.go:171","msg":"trace[1406951814] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1133; }","duration":"423.097501ms","start":"2026-03-30T16:49:59.858858Z","end":"2026-03-30T16:50:00.281955Z","steps":["trace[1406951814] 'range keys from in-memory index tree' (duration: 421.314029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:00.282011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:49:59.858832Z","time spent":"423.170482ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:50:00.282115Z","caller":"traceutil/trace.go:171","msg":"trace[1176080725] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"297.889505ms","start":"2026-03-30T16:49:59.984207Z","end":"2026-03-30T16:50:00.282096Z","steps":["trace[1176080725] 'process raft request' (duration: 292.911249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:00.282948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.027865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:00.283085Z","caller":"traceutil/trace.go:171","msg":"trace[170892391] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:0; response_revision:1134; }","duration":"245.235769ms","start":"2026-03-30T16:50:00.037805Z","end":"2026-03-30T16:50:00.283041Z","steps":["trace[170892391] 'agreement among raft nodes before linearized reading' (duration: 245.038034ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:00.281997Z","caller":"traceutil/trace.go:171","msg":"trace[1071545980] linearizableReadLoop","detail":"{readStateIndex:1314; appliedIndex:1313; }","duration":"244.113913ms","start":"2026-03-30T16:50:00.037859Z","end":"2026-03-30T16:50:00.281973Z","steps":["trace[1071545980] 'read index received' (duration: 240.880758ms)","trace[1071545980] 'applied index is now lower than readState.Index' (duration: 3.231955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:00.285436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.662592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:00.285480Z","caller":"traceutil/trace.go:171","msg":"trace[755233992] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1134; }","duration":"139.725763ms","start":"2026-03-30T16:50:00.145740Z","end":"2026-03-30T16:50:00.285466Z","steps":["trace[755233992] 'agreement among raft nodes before linearized reading' (duration: 139.645362ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:00.645527Z","caller":"traceutil/trace.go:171","msg":"trace[1149622016] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"315.797673ms","start":"2026-03-30T16:50:00.329697Z","end":"2026-03-30T16:50:00.645494Z","steps":["trace[1149622016] 'process raft request' (duration: 298.338137ms)","trace[1149622016] 'compare' (duration: 17.233641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:00.645682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:00.329677Z","time spent":"315.936067ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":397,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:50:00.974021Z","caller":"traceutil/trace.go:171","msg":"trace[956448088] transaction","detail":"{read_only:false; response_revision:1137; number_of_response:1; }","duration":"323.726729ms","start":"2026-03-30T16:50:00.650264Z","end":"2026-03-30T16:50:00.973990Z","steps":["trace[956448088] 'process raft request' (duration: 323.694268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:00.974133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:00.650242Z","time spent":"323.843041ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1749,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:50:00.974160Z","caller":"traceutil/trace.go:171","msg":"trace[705466942] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"324.688591ms","start":"2026-03-30T16:50:00.649433Z","end":"2026-03-30T16:50:00.974122Z","steps":["trace[705466942] 'process raft request' (duration: 324.427045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:00.974625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:00.649400Z","time spent":"324.866484ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":182,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:50:01.304086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.739799ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:01.304179Z","caller":"traceutil/trace.go:171","msg":"trace[2077820195] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1137; }","duration":"113.840022ms","start":"2026-03-30T16:50:01.190321Z","end":"2026-03-30T16:50:01.304161Z","steps":["trace[2077820195] 'range keys from in-memory index tree' (duration: 113.686678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:01.304714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.233031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:01.305135Z","caller":"traceutil/trace.go:171","msg":"trace[225335618] transaction","detail":"{read_only:false; response_revision:1139; number_of_response:1; }","duration":"453.957541ms","start":"2026-03-30T16:50:00.851157Z","end":"2026-03-30T16:50:01.305115Z","steps":["trace[225335618] 'process raft request' (duration: 453.808078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:01.305276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:00.851144Z","time spent":"454.104544ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:01.305902Z","caller":"traceutil/trace.go:171","msg":"trace[1946564838] transaction","detail":"{read_only:false; response_revision:1138; number_of_response:1; }","duration":"454.220636ms","start":"2026-03-30T16:50:00.850680Z","end":"2026-03-30T16:50:01.304901Z","steps":["trace[1946564838] 'process raft request' (duration: 223.732529ms)","trace[1946564838] 'compare' (duration: 229.641688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:01.305974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:00.850653Z","time spent":"455.289682ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:01.689565Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073813,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:01.809195Z","caller":"traceutil/trace.go:171","msg":"trace[1099133101] linearizableReadLoop","detail":"{readStateIndex:1321; appliedIndex:1319; }","duration":"620.234244ms","start":"2026-03-30T16:50:01.188907Z","end":"2026-03-30T16:50:01.809141Z","steps":["trace[1099133101] 'read index received' (duration: 619.359824ms)","trace[1099133101] 'applied index is now lower than readState.Index' (duration: 872.61µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:01.810668Z","caller":"traceutil/trace.go:171","msg":"trace[2133747531] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"773.211617ms","start":"2026-03-30T16:50:01.037427Z","end":"2026-03-30T16:50:01.810638Z","steps":["trace[2133747531] 'process raft request' (duration: 771.170709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:01.811021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.067167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:50:01.811158Z","caller":"traceutil/trace.go:171","msg":"trace[714422043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1141; }","duration":"622.289552ms","start":"2026-03-30T16:50:01.188850Z","end":"2026-03-30T16:50:01.811139Z","steps":["trace[714422043] 'agreement among raft nodes before linearized reading' (duration: 621.77395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:01.811218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:01.188825Z","time spent":"622.371234ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:01.811745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:01.037390Z","time spent":"773.34739ms","remote":"127.0.0.1:47646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036015,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:50:01.812799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.902708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T16:50:01.812871Z","caller":"traceutil/trace.go:171","msg":"trace[1498291145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1141; }","duration":"517.017682ms","start":"2026-03-30T16:50:01.295834Z","end":"2026-03-30T16:50:01.812852Z","steps":["trace[1498291145] 'agreement among raft nodes before linearized reading' (duration: 516.880497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:01.812922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:01.295816Z","time spent":"517.091933ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:01.813117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.776432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" limit:1 ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-30T16:50:01.813177Z","caller":"traceutil/trace.go:171","msg":"trace[1721330165] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1141; }","duration":"287.874075ms","start":"2026-03-30T16:50:01.525288Z","end":"2026-03-30T16:50:01.813162Z","steps":["trace[1721330165] 'agreement among raft nodes before linearized reading' (duration: 287.777393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:01.813472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.35067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:01.813532Z","caller":"traceutil/trace.go:171","msg":"trace[363680579] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1141; }","duration":"475.443773ms","start":"2026-03-30T16:50:01.338071Z","end":"2026-03-30T16:50:01.813515Z","steps":["trace[363680579] 'agreement among raft nodes before linearized reading' (duration: 475.32203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:01.813580Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:01.338051Z","time spent":"475.512834ms","remote":"127.0.0.1:47694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:01.813793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.559627ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:01.813839Z","caller":"traceutil/trace.go:171","msg":"trace[202389587] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1141; }","duration":"509.604148ms","start":"2026-03-30T16:50:01.304220Z","end":"2026-03-30T16:50:01.813825Z","steps":["trace[202389587] 'agreement among raft nodes before linearized reading' (duration: 509.542827ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:02.148215Z","caller":"traceutil/trace.go:171","msg":"trace[1499153259] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"331.705485ms","start":"2026-03-30T16:50:01.816476Z","end":"2026-03-30T16:50:02.148182Z","steps":["trace[1499153259] 'process raft request' (duration: 277.981954ms)","trace[1499153259] 'compare' (duration: 53.575768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:02.148399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:01.816465Z","time spent":"331.848938ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:02.217930Z","caller":"traceutil/trace.go:171","msg":"trace[1956960437] linearizableReadLoop","detail":"{readStateIndex:1321; appliedIndex:1322; }","duration":"401.727136ms","start":"2026-03-30T16:50:01.816162Z","end":"2026-03-30T16:50:02.217889Z","steps":["trace[1956960437] 'read index received' (duration: 401.709445ms)","trace[1956960437] 'applied index is now lower than readState.Index' (duration: 15.531µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:02.218073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.87461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:02.218174Z","caller":"traceutil/trace.go:171","msg":"trace[1610563883] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1142; }","duration":"402.019023ms","start":"2026-03-30T16:50:01.816137Z","end":"2026-03-30T16:50:02.218156Z","steps":["trace[1610563883] 'agreement among raft nodes before linearized reading' (duration: 401.851719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:02.218303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:01.816124Z","time spent":"402.164446ms","remote":"127.0.0.1:47772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:02.247484Z","caller":"traceutil/trace.go:171","msg":"trace[1722193800] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"428.805158ms","start":"2026-03-30T16:50:01.818645Z","end":"2026-03-30T16:50:02.247450Z","steps":["trace[1722193800] 'process raft request' (duration: 428.664774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:02.248166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:01.818622Z","time spent":"428.95402ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:02.454017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.619689ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-30T16:50:02.454125Z","caller":"traceutil/trace.go:171","msg":"trace[189004521] linearizableReadLoop","detail":"{readStateIndex:1324; appliedIndex:1323; }","duration":"235.974116ms","start":"2026-03-30T16:50:02.218136Z","end":"2026-03-30T16:50:02.454110Z","steps":["trace[189004521] 'read index received' (duration: 31.139215ms)","trace[189004521] 'applied index is now lower than readState.Index' (duration: 204.833341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:02.454260Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.971259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:02.454316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.194533ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:02.454333Z","caller":"traceutil/trace.go:171","msg":"trace[106086854] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:1143; }","duration":"556.180564ms","start":"2026-03-30T16:50:01.898137Z","end":"2026-03-30T16:50:02.454318Z","steps":["trace[106086854] 'agreement among raft nodes before linearized reading' (duration: 556.069222ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:02.454352Z","caller":"traceutil/trace.go:171","msg":"trace[2005801120] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1143; }","duration":"264.223534ms","start":"2026-03-30T16:50:02.190116Z","end":"2026-03-30T16:50:02.454339Z","steps":["trace[2005801120] 'agreement among raft nodes before linearized reading' (duration: 264.187163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:02.454369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:01.898111Z","time spent":"556.247215ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:02.454265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.648128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-30T16:50:02.454576Z","caller":"traceutil/trace.go:171","msg":"trace[1652303786] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1143; }","duration":"435.997126ms","start":"2026-03-30T16:50:02.018564Z","end":"2026-03-30T16:50:02.454561Z","steps":["trace[1652303786] 'agreement among raft nodes before linearized reading' (duration: 435.622256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:02.454769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:02.018545Z","time spent":"436.206461ms","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":26,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:02.455070Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.381267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:02.455099Z","caller":"traceutil/trace.go:171","msg":"trace[373757072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1143; }","duration":"596.106834ms","start":"2026-03-30T16:50:01.858984Z","end":"2026-03-30T16:50:02.455091Z","steps":["trace[373757072] 'agreement among raft nodes before linearized reading' (duration: 595.397208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:02.455147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:01.858955Z","time spent":"596.165646ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:02.456448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.473935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" limit:1 ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-30T16:50:02.456526Z","caller":"traceutil/trace.go:171","msg":"trace[211562139] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1143; }","duration":"235.591398ms","start":"2026-03-30T16:50:02.220917Z","end":"2026-03-30T16:50:02.456508Z","steps":["trace[211562139] 'agreement among raft nodes before linearized reading' (duration: 235.427404ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:03.026327Z","caller":"traceutil/trace.go:171","msg":"trace[1618009663] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"157.07817ms","start":"2026-03-30T16:50:02.869220Z","end":"2026-03-30T16:50:03.026299Z","steps":["trace[1618009663] 'process raft request' (duration: 156.28022ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:03.573628Z","caller":"traceutil/trace.go:171","msg":"trace[889244832] linearizableReadLoop","detail":"{readStateIndex:1329; appliedIndex:1328; }","duration":"220.209811ms","start":"2026-03-30T16:50:03.353396Z","end":"2026-03-30T16:50:03.573606Z","steps":["trace[889244832] 'read index received' (duration: 193.177791ms)","trace[889244832] 'applied index is now lower than readState.Index' (duration: 27.0309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:03.573797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.375594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-03-30T16:50:03.573822Z","caller":"traceutil/trace.go:171","msg":"trace[1805393306] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1148; }","duration":"220.450226ms","start":"2026-03-30T16:50:03.353365Z","end":"2026-03-30T16:50:03.573815Z","steps":["trace[1805393306] 'agreement among raft nodes before linearized reading' (duration: 220.334564ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:03.574153Z","caller":"traceutil/trace.go:171","msg":"trace[151044842] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"263.54596ms","start":"2026-03-30T16:50:03.310597Z","end":"2026-03-30T16:50:03.574143Z","steps":["trace[151044842] 'process raft request' (duration: 236.029369ms)","trace[151044842] 'compare' (duration: 26.830265ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:03.574254Z","caller":"traceutil/trace.go:171","msg":"trace[246838607] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"261.926721ms","start":"2026-03-30T16:50:03.312320Z","end":"2026-03-30T16:50:03.574247Z","steps":["trace[246838607] 'process raft request' (duration: 261.246836ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:03.792130Z","caller":"traceutil/trace.go:171","msg":"trace[985547038] linearizableReadLoop","detail":"{readStateIndex:1331; appliedIndex:1330; }","duration":"215.621073ms","start":"2026-03-30T16:50:03.576481Z","end":"2026-03-30T16:50:03.792102Z","steps":["trace[985547038] 'read index received' (duration: 214.916227ms)","trace[985547038] 'applied index is now lower than readState.Index' (duration: 701.636µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:03.792145Z","caller":"traceutil/trace.go:171","msg":"trace[1465200866] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"249.300188ms","start":"2026-03-30T16:50:03.542819Z","end":"2026-03-30T16:50:03.792119Z","steps":["trace[1465200866] 'process raft request' (duration: 248.394467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:03.792296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.778857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:389"} {"level":"info","ts":"2026-03-30T16:50:03.792388Z","caller":"traceutil/trace.go:171","msg":"trace[536326079] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1149; }","duration":"215.92216ms","start":"2026-03-30T16:50:03.576451Z","end":"2026-03-30T16:50:03.792373Z","steps":["trace[536326079] 'agreement among raft nodes before linearized reading' (duration: 215.691605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:04.356632Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073842,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:04.422133Z","caller":"traceutil/trace.go:171","msg":"trace[1982574616] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"568.823363ms","start":"2026-03-30T16:50:03.853281Z","end":"2026-03-30T16:50:04.422105Z","steps":["trace[1982574616] 'process raft request' (duration: 568.601458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:04.422305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:03.853235Z","time spent":"568.996287ms","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:50:04.422972Z","caller":"traceutil/trace.go:171","msg":"trace[1904228126] linearizableReadLoop","detail":"{readStateIndex:1332; appliedIndex:1332; }","duration":"567.168414ms","start":"2026-03-30T16:50:03.855772Z","end":"2026-03-30T16:50:04.422941Z","steps":["trace[1904228126] 'read index received' (duration: 567.158944ms)","trace[1904228126] 'applied index is now lower than readState.Index' (duration: 7.95µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:04.423146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.364829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:04.423212Z","caller":"traceutil/trace.go:171","msg":"trace[1070834693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1150; }","duration":"567.486902ms","start":"2026-03-30T16:50:03.855700Z","end":"2026-03-30T16:50:04.423187Z","steps":["trace[1070834693] 'agreement among raft nodes before linearized reading' (duration: 567.357229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:04.423265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:03.855678Z","time spent":"567.576634ms","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:04.854864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.074034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:04.854941Z","caller":"traceutil/trace.go:171","msg":"trace[355471046] range","detail":"{range_begin:/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:1150; }","duration":"422.166276ms","start":"2026-03-30T16:50:04.432754Z","end":"2026-03-30T16:50:04.854921Z","steps":["trace[355471046] 'range keys from in-memory index tree' (duration: 420.475738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:04.854977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:04.432707Z","time spent":"422.262178ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:04.854954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.119932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:04.855085Z","caller":"traceutil/trace.go:171","msg":"trace[285155274] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1150; }","duration":"451.306936ms","start":"2026-03-30T16:50:04.403751Z","end":"2026-03-30T16:50:04.855058Z","steps":["trace[285155274] 'agreement among raft nodes before linearized reading' (duration: 21.310317ms)","trace[285155274] 'count revisions from in-memory index tree' (duration: 429.779845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:04.855150Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:04.403734Z","time spent":"451.398288ms","remote":"127.0.0.1:47918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:04.855190Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.974211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T16:50:04.855445Z","caller":"traceutil/trace.go:171","msg":"trace[620061112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1150; }","duration":"603.238377ms","start":"2026-03-30T16:50:04.252166Z","end":"2026-03-30T16:50:04.855405Z","steps":["trace[620061112] 'agreement among raft nodes before linearized reading' (duration: 172.909799ms)","trace[620061112] 'range keys from in-memory index tree' (duration: 430.069082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:04.855410Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.270215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-30T16:50:04.855493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.425601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-30T16:50:04.855519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:04.252143Z","time spent":"603.35767ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:04.855536Z","caller":"traceutil/trace.go:171","msg":"trace[1546357695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1150; }","duration":"702.450639ms","start":"2026-03-30T16:50:04.153059Z","end":"2026-03-30T16:50:04.855510Z","steps":["trace[1546357695] 'agreement among raft nodes before linearized reading' (duration: 271.990948ms)","trace[1546357695] 'range keys from in-memory index tree' (duration: 430.235496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:04.855571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.909855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:04.855585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:04.153038Z","time spent":"702.53678ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:04.855598Z","caller":"traceutil/trace.go:171","msg":"trace[1203858903] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1150; }","duration":"522.972287ms","start":"2026-03-30T16:50:04.332619Z","end":"2026-03-30T16:50:04.855591Z","steps":["trace[1203858903] 'agreement among raft nodes before linearized reading' (duration: 92.447954ms)","trace[1203858903] 'count revisions from in-memory index tree' (duration: 430.490132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:04.855622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:04.332596Z","time spent":"523.020997ms","remote":"127.0.0.1:47822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:50:04.855537Z","caller":"traceutil/trace.go:171","msg":"trace[813146708] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1150; }","duration":"191.507423ms","start":"2026-03-30T16:50:04.664011Z","end":"2026-03-30T16:50:04.855519Z","steps":["trace[813146708] 'count revisions from in-memory index tree' (duration: 189.63581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:04.855779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.872497ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:04.856493Z","caller":"traceutil/trace.go:171","msg":"trace[1095272080] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1150; }","duration":"666.517621ms","start":"2026-03-30T16:50:04.189893Z","end":"2026-03-30T16:50:04.856410Z","steps":["trace[1095272080] 'agreement among raft nodes before linearized reading' (duration: 235.195051ms)","trace[1095272080] 'range keys from in-memory index tree' (duration: 430.659555ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:05.950280Z","caller":"traceutil/trace.go:171","msg":"trace[497725629] transaction","detail":"{read_only:false; response_revision:1154; number_of_response:1; }","duration":"370.252798ms","start":"2026-03-30T16:50:05.579987Z","end":"2026-03-30T16:50:05.950240Z","steps":["trace[497725629] 'process raft request' (duration: 370.140126ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:05.950278Z","caller":"traceutil/trace.go:171","msg":"trace[1559055074] transaction","detail":"{read_only:false; response_revision:1153; number_of_response:1; }","duration":"665.238714ms","start":"2026-03-30T16:50:05.285017Z","end":"2026-03-30T16:50:05.950255Z","steps":["trace[1559055074] 'process raft request' (duration: 664.400934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:05.950899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:05.284989Z","time spent":"665.810297ms","remote":"127.0.0.1:47646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036193,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:05.951154Z","caller":"traceutil/trace.go:171","msg":"trace[265888249] transaction","detail":"{read_only:false; response_revision:1155; number_of_response:1; }","duration":"370.72157ms","start":"2026-03-30T16:50:05.580422Z","end":"2026-03-30T16:50:05.951143Z","steps":["trace[265888249] 'process raft request' (duration: 370.328301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:05.951173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:05.579958Z","time spent":"370.415512ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:05.951546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:05.580387Z","time spent":"370.814262ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:06.401236Z","caller":"traceutil/trace.go:171","msg":"trace[1977977062] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"386.227431ms","start":"2026-03-30T16:50:06.014983Z","end":"2026-03-30T16:50:06.401210Z","steps":["trace[1977977062] 'process raft request' (duration: 386.047567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:06.401409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:06.014953Z","time spent":"386.393186ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1044,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:50:06.402880Z","caller":"traceutil/trace.go:171","msg":"trace[1484589934] linearizableReadLoop","detail":"{readStateIndex:1339; appliedIndex:1340; }","duration":"213.235289ms","start":"2026-03-30T16:50:06.189628Z","end":"2026-03-30T16:50:06.402864Z","steps":["trace[1484589934] 'read index received' (duration: 213.230179ms)","trace[1484589934] 'applied index is now lower than readState.Index' (duration: 4.24µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:06.403029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.416144ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:06.403117Z","caller":"traceutil/trace.go:171","msg":"trace[1309053655] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1157; }","duration":"213.531387ms","start":"2026-03-30T16:50:06.189566Z","end":"2026-03-30T16:50:06.403097Z","steps":["trace[1309053655] 'agreement among raft nodes before linearized reading' (duration: 213.382173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:06.404113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.264477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:06.404169Z","caller":"traceutil/trace.go:171","msg":"trace[259894597] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1157; }","duration":"203.369699ms","start":"2026-03-30T16:50:06.200786Z","end":"2026-03-30T16:50:06.404156Z","steps":["trace[259894597] 'agreement among raft nodes before linearized reading' (duration: 203.212585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:07.392269Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073861,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:07.885723Z","caller":"traceutil/trace.go:171","msg":"trace[667777409] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"1.054227006s","start":"2026-03-30T16:50:06.831458Z","end":"2026-03-30T16:50:07.885685Z","steps":["trace[667777409] 'process raft request' (duration: 1.053453548s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:07.886002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:06.831430Z","time spent":"1.054456782s","remote":"127.0.0.1:47646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036229,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:07.892786Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073861,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:07.903033Z","caller":"traceutil/trace.go:171","msg":"trace[483681245] linearizableReadLoop","detail":"{readStateIndex:1343; appliedIndex:1345; }","duration":"1.010793933s","start":"2026-03-30T16:50:06.892218Z","end":"2026-03-30T16:50:07.903012Z","steps":["trace[483681245] 'read index received' (duration: 1.010781293s)","trace[483681245] 'applied index is now lower than readState.Index' (duration: 11.35µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:07.903891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011547421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T16:50:07.904041Z","caller":"traceutil/trace.go:171","msg":"trace[2055327787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1161; }","duration":"1.01189203s","start":"2026-03-30T16:50:06.892139Z","end":"2026-03-30T16:50:07.904031Z","steps":["trace[2055327787] 'agreement among raft nodes before linearized reading' (duration: 1.010980799s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:07.904289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:06.892112Z","time spent":"1.012165606s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:07.905326Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":13905881171100073863,"received-request-id":13905881171100073861} {"level":"warn","ts":"2026-03-30T16:50:07.908626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.183421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs/\" range_end:\"/registry/servicecidrs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-30T16:50:07.908657Z","caller":"traceutil/trace.go:171","msg":"trace[1858325736] range","detail":"{range_begin:/registry/servicecidrs/; range_end:/registry/servicecidrs0; response_count:0; response_revision:1161; }","duration":"461.265134ms","start":"2026-03-30T16:50:07.447383Z","end":"2026-03-30T16:50:07.908648Z","steps":["trace[1858325736] 'agreement among raft nodes before linearized reading' (duration: 461.222992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:07.908674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:07.447361Z","time spent":"461.309006ms","remote":"127.0.0.1:47904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":31,"request content":"key:\"/registry/servicecidrs/\" range_end:\"/registry/servicecidrs0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:07.908858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.86311ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:07.908874Z","caller":"traceutil/trace.go:171","msg":"trace[1034775604] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1161; }","duration":"718.87817ms","start":"2026-03-30T16:50:07.189990Z","end":"2026-03-30T16:50:07.908868Z","steps":["trace[1034775604] 'agreement among raft nodes before linearized reading' (duration: 718.85661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:07.909167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000791291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-30T16:50:07.909194Z","caller":"traceutil/trace.go:171","msg":"trace[129041991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1161; }","duration":"1.002487582s","start":"2026-03-30T16:50:06.906700Z","end":"2026-03-30T16:50:07.909188Z","steps":["trace[129041991] 'agreement among raft nodes before linearized reading' (duration: 1.000816222s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:07.909268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:06.906676Z","time spent":"1.002531802s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:08.270906Z","caller":"traceutil/trace.go:171","msg":"trace[1240768974] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"356.958563ms","start":"2026-03-30T16:50:07.913904Z","end":"2026-03-30T16:50:08.270862Z","steps":["trace[1240768974] 'process raft request' (duration: 286.584702ms)","trace[1240768974] 'compare' (duration: 70.040844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:08.271338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:07.913870Z","time spent":"357.308182ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:08.339813Z","caller":"traceutil/trace.go:171","msg":"trace[2055165401] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"416.317057ms","start":"2026-03-30T16:50:07.923472Z","end":"2026-03-30T16:50:08.339789Z","steps":["trace[2055165401] 'process raft request' (duration: 416.188634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:08.340055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:07.923463Z","time spent":"416.432899ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:08.411782Z","caller":"traceutil/trace.go:171","msg":"trace[1544685723] linearizableReadLoop","detail":"{readStateIndex:1346; appliedIndex:1347; }","duration":"482.206903ms","start":"2026-03-30T16:50:07.929545Z","end":"2026-03-30T16:50:08.411752Z","steps":["trace[1544685723] 'read index received' (duration: 482.199483ms)","trace[1544685723] 'applied index is now lower than readState.Index' (duration: 6.03µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:08.708395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.80148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-30T16:50:08.708541Z","caller":"traceutil/trace.go:171","msg":"trace[1823374467] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1163; }","duration":"778.985084ms","start":"2026-03-30T16:50:07.929515Z","end":"2026-03-30T16:50:08.708500Z","steps":["trace[1823374467] 'agreement among raft nodes before linearized reading' (duration: 482.361117ms)","trace[1823374467] 'count revisions from in-memory index tree' (duration: 296.430682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:08.708626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:07.929506Z","time spent":"779.065645ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":14,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:08.709547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.804151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:08.709957Z","caller":"traceutil/trace.go:171","msg":"trace[998351919] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"751.887903ms","start":"2026-03-30T16:50:07.958054Z","end":"2026-03-30T16:50:08.709942Z","steps":["trace[998351919] 'process raft request' (duration: 453.811752ms)","trace[998351919] 'compare' (duration: 296.643157ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:08.710065Z","caller":"traceutil/trace.go:171","msg":"trace[1298930194] linearizableReadLoop","detail":"{readStateIndex:1350; appliedIndex:1347; }","duration":"298.196014ms","start":"2026-03-30T16:50:08.411851Z","end":"2026-03-30T16:50:08.710047Z","steps":["trace[1298930194] 'read index received' (duration: 2.377026ms)","trace[1298930194] 'applied index is now lower than readState.Index' (duration: 295.818128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:08.710054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:07.958036Z","time spent":"751.980354ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:08.710114Z","caller":"traceutil/trace.go:171","msg":"trace[1307475675] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"752.031786ms","start":"2026-03-30T16:50:07.958054Z","end":"2026-03-30T16:50:08.710086Z","steps":["trace[1307475675] 'process raft request' (duration: 751.871182ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:08.710188Z","caller":"traceutil/trace.go:171","msg":"trace[714138952] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"749.381674ms","start":"2026-03-30T16:50:07.960794Z","end":"2026-03-30T16:50:08.710175Z","steps":["trace[714138952] 'process raft request' (duration: 749.20127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:08.711012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:07.958037Z","time spent":"752.878875ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:08.710264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.410816ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:08.712576Z","caller":"traceutil/trace.go:171","msg":"trace[644607685] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1166; }","duration":"441.723499ms","start":"2026-03-30T16:50:08.270838Z","end":"2026-03-30T16:50:08.712561Z","steps":["trace[644607685] 'agreement among raft nodes before linearized reading' (duration: 439.390995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:08.712557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:07.960763Z","time spent":"751.715018ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:50:09.690609Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:10.191449Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073873,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:10.464850Z","caller":"traceutil/trace.go:171","msg":"trace[2120801423] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"1.341477647s","start":"2026-03-30T16:50:09.123346Z","end":"2026-03-30T16:50:10.464823Z","steps":["trace[2120801423] 'process raft request' (duration: 1.339605963s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.465012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:09.123315Z","time spent":"1.341620101s","remote":"127.0.0.1:47646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036265,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:10.477284Z","caller":"traceutil/trace.go:171","msg":"trace[1376691625] linearizableReadLoop","detail":"{readStateIndex:1353; appliedIndex:1353; }","duration":"1.287435926s","start":"2026-03-30T16:50:09.189820Z","end":"2026-03-30T16:50:10.477256Z","steps":["trace[1376691625] 'read index received' (duration: 1.287426186s)","trace[1376691625] 'applied index is now lower than readState.Index' (duration: 8.27µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:10.477403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287577179s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:10.477448Z","caller":"traceutil/trace.go:171","msg":"trace[614789984] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1168; }","duration":"1.28762247s","start":"2026-03-30T16:50:09.189814Z","end":"2026-03-30T16:50:10.477436Z","steps":["trace[614789984] 'agreement among raft nodes before linearized reading' (duration: 1.287535118s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:10.478217Z","caller":"traceutil/trace.go:171","msg":"trace[1970124569] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"1.0534328s","start":"2026-03-30T16:50:09.424727Z","end":"2026-03-30T16:50:10.478160Z","steps":["trace[1970124569] 'process raft request' (duration: 1.053299937s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.478953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.941307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-30T16:50:10.479080Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.433295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T16:50:10.479116Z","caller":"traceutil/trace.go:171","msg":"trace[769058223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1169; }","duration":"203.511027ms","start":"2026-03-30T16:50:10.275597Z","end":"2026-03-30T16:50:10.479108Z","steps":["trace[769058223] 'agreement among raft nodes before linearized reading' (duration: 203.438686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.479107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172881595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-30T16:50:10.479054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:09.424697Z","time spent":"1.053758947s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:10.479016Z","caller":"traceutil/trace.go:171","msg":"trace[1773916617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1169; }","duration":"135.06517ms","start":"2026-03-30T16:50:10.343938Z","end":"2026-03-30T16:50:10.479003Z","steps":["trace[1773916617] 'agreement among raft nodes before linearized reading' (duration: 134.942517ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:10.479202Z","caller":"traceutil/trace.go:171","msg":"trace[1749327695] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1169; }","duration":"1.173031429s","start":"2026-03-30T16:50:09.306152Z","end":"2026-03-30T16:50:10.479183Z","steps":["trace[1749327695] 'agreement among raft nodes before linearized reading' (duration: 1.172854385s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.479342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:09.306136Z","time spent":"1.173194172s","remote":"127.0.0.1:47600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":20,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:10.479151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228353829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-30T16:50:10.479421Z","caller":"traceutil/trace.go:171","msg":"trace[541771087] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1169; }","duration":"1.228659725s","start":"2026-03-30T16:50:09.250750Z","end":"2026-03-30T16:50:10.479409Z","steps":["trace[541771087] 'agreement among raft nodes before linearized reading' (duration: 1.228316087s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.479451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:09.250730Z","time spent":"1.228711967s","remote":"127.0.0.1:48120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":110,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:10.479393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.193856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:10.479824Z","caller":"traceutil/trace.go:171","msg":"trace[1428961089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1169; }","duration":"620.656617ms","start":"2026-03-30T16:50:09.859158Z","end":"2026-03-30T16:50:10.479814Z","steps":["trace[1428961089] 'agreement among raft nodes before linearized reading' (duration: 620.209676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:10.480510Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:09.859139Z","time spent":"621.359473ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:11.359405Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073883,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:11.804037Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb is starting a new election at term 3"} {"level":"info","ts":"2026-03-30T16:50:11.804142Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb became pre-candidate at term 3"} {"level":"info","ts":"2026-03-30T16:50:11.804167Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb received MsgPreVoteResp from 975f045ff4f5c0fb at term 3"} {"level":"info","ts":"2026-03-30T16:50:11.804200Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb [logterm: 3, index: 1358] sent MsgPreVote request to 3b472061280a15b4 at term 3"} {"level":"info","ts":"2026-03-30T16:50:11.804221Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb [logterm: 3, index: 1358] sent MsgPreVote request to 4065a72c645ea22d at term 3"} {"level":"info","ts":"2026-03-30T16:50:11.804240Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 975f045ff4f5c0fb lost leader 3b472061280a15b4 at term 3"} {"level":"warn","ts":"2026-03-30T16:50:11.860090Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073883,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:11.995776Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb became follower at term 3"} {"level":"info","ts":"2026-03-30T16:50:11.995856Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 975f045ff4f5c0fb elected leader 3b472061280a15b4 at term 3"} {"level":"warn","ts":"2026-03-30T16:50:11.996207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13681976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:11.996269Z","caller":"traceutil/trace.go:171","msg":"trace[1744705737] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.136925173s","start":"2026-03-30T16:50:10.859325Z","end":"2026-03-30T16:50:11.996250Z","steps":["trace[1744705737] 'agreement among raft nodes before linearized reading' (duration: 1.136845191s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:11.996318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:10.859308Z","time spent":"1.136995134s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:12.496678Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:12.996920Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:13.497372Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073888,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:13.859578Z","caller":"traceutil/trace.go:171","msg":"trace[1740153937] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"3.273628398s","start":"2026-03-30T16:50:10.585711Z","end":"2026-03-30T16:50:13.859339Z","steps":["trace[1740153937] 'process raft request' (duration: 3.273358752s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:13.859784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:10.585684Z","time spent":"3.273992247s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:13.937971Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":13905881171100073888,"received-request-id":13905881171100073883} {"level":"info","ts":"2026-03-30T16:50:13.986547Z","caller":"traceutil/trace.go:171","msg":"trace[783737068] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"3.268607412s","start":"2026-03-30T16:50:10.717910Z","end":"2026-03-30T16:50:13.986517Z","steps":["trace[783737068] 'process raft request' (duration: 3.220171443s)","trace[783737068] 'compare' (duration: 48.145663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:13.986720Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:10.717889Z","time spent":"3.268733425s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:13.986860Z","caller":"traceutil/trace.go:171","msg":"trace[900102519] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"3.268733756s","start":"2026-03-30T16:50:10.718052Z","end":"2026-03-30T16:50:13.986786Z","steps":["trace[900102519] 'process raft request' (duration: 3.268320456s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:13.987085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:10.718020Z","time spent":"3.26895224s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:13.991257Z","caller":"traceutil/trace.go:171","msg":"trace[406686155] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"3.010217936s","start":"2026-03-30T16:50:10.981003Z","end":"2026-03-30T16:50:13.991221Z","steps":["trace[406686155] 'process raft request' (duration: 3.006317154s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:13.991443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:10.980971Z","time spent":"3.01037835s","remote":"127.0.0.1:47646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036293,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:13.997383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999586049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:13.997493Z","caller":"traceutil/trace.go:171","msg":"trace[2107273606] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999753433s","start":"2026-03-30T16:50:11.997722Z","end":"2026-03-30T16:50:13.997476Z","steps":["trace[2107273606] 'agreement among raft nodes before linearized reading' (duration: 1.99962393s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:13.997493Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:13.997538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:11.997703Z","time spent":"1.999826384s","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:14.497649Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073888,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:14.530012Z","caller":"traceutil/trace.go:171","msg":"trace[55522470] linearizableReadLoop","detail":"{readStateIndex:1358; appliedIndex:1363; }","duration":"2.533941s","start":"2026-03-30T16:50:11.996025Z","end":"2026-03-30T16:50:14.529966Z","steps":["trace[55522470] 'read index received' (duration: 2.53393131s)","trace[55522470] 'applied index is now lower than readState.Index' (duration: 8.13µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:14.902755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.653427ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-30T16:50:14.902819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.64952686s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:14.902906Z","caller":"traceutil/trace.go:171","msg":"trace[1173571799] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1178; }","duration":"3.649631593s","start":"2026-03-30T16:50:11.253253Z","end":"2026-03-30T16:50:14.902885Z","steps":["trace[1173571799] 'agreement among raft nodes before linearized reading' (duration: 3.276903913s)","trace[1173571799] 'range keys from in-memory index tree' (duration: 372.591016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:14.903312Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":13905881171100073891,"received-request-id":13905881171100073888} {"level":"warn","ts":"2026-03-30T16:50:15.148719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.846019ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-30T16:50:15.149323Z","caller":"traceutil/trace.go:171","msg":"trace[1827106117] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"2.335016654s","start":"2026-03-30T16:50:12.814267Z","end":"2026-03-30T16:50:15.149284Z","steps":["trace[1827106117] 'process raft request' (duration: 2.334550214s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.149494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:12.814237Z","time spent":"2.335170558s","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":797,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:50:15.149534Z","caller":"traceutil/trace.go:171","msg":"trace[1935318188] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"1.095763047s","start":"2026-03-30T16:50:14.053619Z","end":"2026-03-30T16:50:15.149382Z","steps":["trace[1935318188] 'process raft request' (duration: 1.095378058s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.149644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:14.053601Z","time spent":"1.095987271s","remote":"127.0.0.1:48088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:50:15.234727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229466687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.234744Z","caller":"traceutil/trace.go:171","msg":"trace[1245872843] linearizableReadLoop","detail":"{readStateIndex:1369; appliedIndex:1364; }","duration":"704.33327ms","start":"2026-03-30T16:50:14.530128Z","end":"2026-03-30T16:50:15.234461Z","steps":["trace[1245872843] 'read index received' (duration: 374.443799ms)","trace[1245872843] 'applied index is now lower than readState.Index' (duration: 329.888751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:15.234841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.707568198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:50:15.234890Z","caller":"traceutil/trace.go:171","msg":"trace[358615970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1182; }","duration":"2.707705592s","start":"2026-03-30T16:50:12.527171Z","end":"2026-03-30T16:50:15.234877Z","steps":["trace[358615970] 'agreement among raft nodes before linearized reading' (duration: 2.707537658s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.234856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948006415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.127\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-30T16:50:15.234927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.707876235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-30T16:50:15.234928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:12.527163Z","time spent":"2.707755673s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:15.234963Z","caller":"traceutil/trace.go:171","msg":"trace[1252326087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1182; }","duration":"2.708000528s","start":"2026-03-30T16:50:12.526952Z","end":"2026-03-30T16:50:15.234953Z","steps":["trace[1252326087] 'agreement among raft nodes before linearized reading' (duration: 2.707937027s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.234987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:12.526923Z","time spent":"2.70805694s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:15.234976Z","caller":"traceutil/trace.go:171","msg":"trace[2871032] range","detail":"{range_begin:/registry/masterleases/199.19.213.127; range_end:; response_count:1; response_revision:1182; }","duration":"1.948257261s","start":"2026-03-30T16:50:13.286689Z","end":"2026-03-30T16:50:15.234947Z","steps":["trace[2871032] 'agreement among raft nodes before linearized reading' (duration: 1.947984995s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.235033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:13.286667Z","time spent":"1.948354263s","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.127\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:15.235248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200033431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.234866Z","caller":"traceutil/trace.go:171","msg":"trace[318251304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1182; }","duration":"1.229668542s","start":"2026-03-30T16:50:14.005169Z","end":"2026-03-30T16:50:15.234837Z","steps":["trace[318251304] 'agreement among raft nodes before linearized reading' (duration: 1.229359685s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:15.235323Z","caller":"traceutil/trace.go:171","msg":"trace[1622245384] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1182; }","duration":"1.200709786s","start":"2026-03-30T16:50:14.034595Z","end":"2026-03-30T16:50:15.235305Z","steps":["trace[1622245384] 'agreement among raft nodes before linearized reading' (duration: 1.200027971s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.235362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:14.005148Z","time spent":"1.230199383s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:15.235368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:14.034573Z","time spent":"1.200782048s","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:15.256376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.305249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-30T16:50:15.256715Z","caller":"traceutil/trace.go:171","msg":"trace[1466765138] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1182; }","duration":"123.703729ms","start":"2026-03-30T16:50:15.132986Z","end":"2026-03-30T16:50:15.256690Z","steps":["trace[1466765138] 'agreement among raft nodes before linearized reading' (duration: 123.303079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.256389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.159785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-30T16:50:15.256813Z","caller":"traceutil/trace.go:171","msg":"trace[555861595] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1182; }","duration":"195.657927ms","start":"2026-03-30T16:50:15.061134Z","end":"2026-03-30T16:50:15.256792Z","steps":["trace[555861595] 'agreement among raft nodes before linearized reading' (duration: 195.159185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.256392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.391665ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:15.257132Z","caller":"traceutil/trace.go:171","msg":"trace[227670373] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1182; }","duration":"353.122493ms","start":"2026-03-30T16:50:14.903984Z","end":"2026-03-30T16:50:15.257106Z","steps":["trace[227670373] 'agreement among raft nodes before linearized reading' (duration: 352.369254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.256546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.80019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-30T16:50:15.257424Z","caller":"traceutil/trace.go:171","msg":"trace[1506103162] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1182; }","duration":"283.678252ms","start":"2026-03-30T16:50:14.973732Z","end":"2026-03-30T16:50:15.257411Z","steps":["trace[1506103162] 'agreement among raft nodes before linearized reading' (duration: 282.716708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:15.256623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.875771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a1ac65ad65be86\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-30T16:50:15.257565Z","caller":"traceutil/trace.go:171","msg":"trace[1949630119] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18a1ac65ad65be86; range_end:; response_count:1; response_revision:1182; }","duration":"103.800683ms","start":"2026-03-30T16:50:15.153732Z","end":"2026-03-30T16:50:15.257532Z","steps":["trace[1949630119] 'agreement among raft nodes before linearized reading' (duration: 102.81583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:16.872221Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:17.372874Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:17.873501Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:18.374662Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:18.756069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000062175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:18.756147Z","caller":"traceutil/trace.go:171","msg":"trace[562457795] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000230958s","start":"2026-03-30T16:50:16.755900Z","end":"2026-03-30T16:50:18.756131Z","steps":["trace[562457795] 'agreement among raft nodes before linearized reading' (duration: 2.000136066s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:18.756200Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:16.755883Z","time spent":"2.00030799s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:18.857380Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000941806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:50:18.857479Z","caller":"traceutil/trace.go:171","msg":"trace[1890252151] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001081019s","start":"2026-03-30T16:50:16.856374Z","end":"2026-03-30T16:50:18.857455Z","steps":["trace[1890252151] 'agreement among raft nodes before linearized reading' (duration: 2.000962427s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:18.857549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:16.856358Z","time spent":"2.001181471s","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:18.875002Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073909,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:19.170219Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb [logterm: 3, index: 1385, vote: 3b472061280a15b4] ignored MsgPreVote from 3b472061280a15b4 [logterm: 3, index: 1385] at term 3: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-03-30T16:50:19.375146Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:19.890773Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073909,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:20.270683Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb [logterm: 3, index: 1385, vote: 3b472061280a15b4] ignored MsgPreVote from 3b472061280a15b4 [logterm: 3, index: 1385] at term 3: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-03-30T16:50:20.391287Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:20.864969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000067537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:20.865465Z","caller":"traceutil/trace.go:171","msg":"trace[1612012085] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00056931s","start":"2026-03-30T16:50:18.864847Z","end":"2026-03-30T16:50:20.865417Z","steps":["trace[1612012085] 'agreement among raft nodes before linearized reading' (duration: 2.000094168s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:20.865624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:18.864831Z","time spent":"2.000780715s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:20.892342Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:20.991632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:15.993225Z","time spent":"4.998401122s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/30 16:50:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:20.991651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:15.993142Z","time spent":"4.998497863s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/30 16:50:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-30T16:50:21.370230Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb [logterm: 3, index: 1385, vote: 3b472061280a15b4] ignored MsgPreVote from 3b472061280a15b4 [logterm: 3, index: 1385] at term 3: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-03-30T16:50:21.393447Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:21.819371Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.547574589s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T16:50:21.894062Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:22.395192Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073909,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:22.469658Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb [logterm: 3, index: 1385, vote: 3b472061280a15b4] ignored MsgPreVote from 3b472061280a15b4 [logterm: 3, index: 1385] at term 3: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-03-30T16:50:22.660912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:15.659872Z","time spent":"7.001034397s","remote":"127.0.0.1:47646","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-30T16:50:22.865923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000606654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:50:22.866002Z","caller":"traceutil/trace.go:171","msg":"trace[1559933621] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000724407s","start":"2026-03-30T16:50:20.865260Z","end":"2026-03-30T16:50:22.865985Z","steps":["trace[1559933621] 'agreement among raft nodes before linearized reading' (duration: 2.000628275s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:22.866050Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:20.865243Z","time spent":"2.000798098s","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:22.895413Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:23.383207Z","caller":"etcdserver/v3_server.go:932","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-30T16:50:23.383415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.01208669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-30T16:50:23.383728Z","caller":"traceutil/trace.go:171","msg":"trace[1979600830] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; }","duration":"7.012483261s","start":"2026-03-30T16:50:16.371220Z","end":"2026-03-30T16:50:23.383703Z","steps":["trace[1979600830] 'agreement among raft nodes before linearized reading' (duration: 7.012111241s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:23.383779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:16.371202Z","time spent":"7.012565252s","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:23.440224Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.620669651s","expected-duration":"1s"} {"level":"info","ts":"2026-03-30T16:50:23.571162Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb [logterm: 3, index: 1385, vote: 3b472061280a15b4] ignored MsgPreVote from 3b472061280a15b4 [logterm: 3, index: 1385] at term 3: lease is not expired (remaining ticks: 7)"} {"level":"warn","ts":"2026-03-30T16:50:23.884241Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:24.384941Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:24.638617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.989424444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xbhl2\" limit:1 ","response":"range_response_count:1 size:18163"} {"level":"info","ts":"2026-03-30T16:50:24.638680Z","caller":"traceutil/trace.go:171","msg":"trace[1270021316] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xbhl2; range_end:; response_count:1; response_revision:1193; }","duration":"8.989537377s","start":"2026-03-30T16:50:15.649130Z","end":"2026-03-30T16:50:24.638667Z","steps":["trace[1270021316] 'range keys from in-memory index tree' (duration: 8.987426388s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.638893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.448323564s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:24.638957Z","caller":"traceutil/trace.go:171","msg":"trace[681808699] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1193; }","duration":"8.448397005s","start":"2026-03-30T16:50:16.190545Z","end":"2026-03-30T16:50:24.638942Z","steps":["trace[681808699] 'range keys from in-memory index tree' (duration: 8.448288172s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.639033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.863880004s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:24.639086Z","caller":"traceutil/trace.go:171","msg":"trace[605752379] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1193; }","duration":"8.863938425s","start":"2026-03-30T16:50:15.775133Z","end":"2026-03-30T16:50:24.639071Z","steps":["trace[605752379] 'range keys from in-memory index tree' (duration: 8.863849453s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.640335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:15.649108Z","time spent":"8.989595929s","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18187,"request content":"key:\"/registry/pods/kube-system/cilium-xbhl2\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:24.669543Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb [logterm: 3, index: 1385, vote: 3b472061280a15b4] cast MsgPreVote for 3b472061280a15b4 [logterm: 3, index: 1385] at term 3"} {"level":"info","ts":"2026-03-30T16:50:24.838385Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb [term: 3] received a MsgVote message with higher term from 3b472061280a15b4 [term: 4]"} {"level":"info","ts":"2026-03-30T16:50:24.838448Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb became follower at term 4"} {"level":"info","ts":"2026-03-30T16:50:24.838467Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb [logterm: 3, index: 1385, vote: 0] cast MsgVote for 3b472061280a15b4 [logterm: 3, index: 1385] at term 4"} {"level":"info","ts":"2026-03-30T16:50:24.838516Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 975f045ff4f5c0fb lost leader 3b472061280a15b4 at term 4"} {"level":"warn","ts":"2026-03-30T16:50:24.873616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000028683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:50:24.873702Z","caller":"traceutil/trace.go:171","msg":"trace[959001969] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000191856s","start":"2026-03-30T16:50:22.873490Z","end":"2026-03-30T16:50:24.873682Z","steps":["trace[959001969] 'agreement among raft nodes before linearized reading' (duration: 2.000060983s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.873758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:22.873463Z","time spent":"2.000278818s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:50:24.877084Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 975f045ff4f5c0fb elected leader 3b472061280a15b4 at term 4"} {"level":"warn","ts":"2026-03-30T16:50:24.877401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590185465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.127\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:24.877459Z","caller":"traceutil/trace.go:171","msg":"trace[2054474506] range","detail":"{range_begin:/registry/masterleases/199.19.213.127; range_end:; }","duration":"1.590302517s","start":"2026-03-30T16:50:23.287142Z","end":"2026-03-30T16:50:24.877445Z","steps":["trace[2054474506] 'agreement among raft nodes before linearized reading' (duration: 1.590228856s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.877493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:23.287119Z","time spent":"1.590363919s","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.19.213.127\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:24.877534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.882732202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:24.877553Z","caller":"traceutil/trace.go:171","msg":"trace[1001541462] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.882769733s","start":"2026-03-30T16:50:20.994776Z","end":"2026-03-30T16:50:24.877546Z","steps":["trace[1001541462] 'agreement among raft nodes before linearized reading' (duration: 3.882750762s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.877574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:20.994766Z","time spent":"3.882802634s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:24.877600Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.884419152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:24.877636Z","caller":"traceutil/trace.go:171","msg":"trace[171408691] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.884477033s","start":"2026-03-30T16:50:20.993135Z","end":"2026-03-30T16:50:24.877612Z","steps":["trace[171408691] 'agreement among raft nodes before linearized reading' (duration: 3.884458613s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.877658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:20.993113Z","time spent":"3.884538865s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:24.877693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.229000671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:24.877710Z","caller":"traceutil/trace.go:171","msg":"trace[534587448] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; }","duration":"5.229047082s","start":"2026-03-30T16:50:19.648658Z","end":"2026-03-30T16:50:24.877705Z","steps":["trace[534587448] 'agreement among raft nodes before linearized reading' (duration: 5.229026682s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.877738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:19.648641Z","time spent":"5.229090653s","remote":"127.0.0.1:47962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:24.877732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.606942455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:24.877796Z","caller":"traceutil/trace.go:171","msg":"trace[1011926764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"7.607080028s","start":"2026-03-30T16:50:17.270700Z","end":"2026-03-30T16:50:24.877780Z","steps":["trace[1011926764] 'agreement among raft nodes before linearized reading' (duration: 7.607006366s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.877848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:17.270678Z","time spent":"7.60715751s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:24.877915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.607057518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:24.877983Z","caller":"traceutil/trace.go:171","msg":"trace[336810067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"7.6071518s","start":"2026-03-30T16:50:17.270816Z","end":"2026-03-30T16:50:24.877968Z","steps":["trace[336810067] 'agreement among raft nodes before linearized reading' (duration: 7.607074099s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.878032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:17.270799Z","time spent":"7.607218202s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:24.879064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.588991179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:24.879269Z","caller":"traceutil/trace.go:171","msg":"trace[1833123403] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; }","duration":"5.589296716s","start":"2026-03-30T16:50:19.289957Z","end":"2026-03-30T16:50:24.879254Z","steps":["trace[1833123403] 'agreement among raft nodes before linearized reading' (duration: 5.589066511s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:24.879391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:19.289927Z","time spent":"5.589379208s","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:25.378329Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:25.760187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:18.759888Z","time spent":"7.000293409s","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-30T16:50:25.878970Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:25.991157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:24.883354Z","time spent":"1.107798035s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/30 16:50:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:25.991702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:24.883226Z","time spent":"1.108469671s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/30 16:50:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:26.000750Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.544333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:26.000805Z","caller":"traceutil/trace.go:171","msg":"trace[1185779733] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; }","duration":"216.652006ms","start":"2026-03-30T16:50:25.784139Z","end":"2026-03-30T16:50:26.000792Z","steps":["trace[1185779733] 'agreement among raft nodes before linearized reading' (duration: 216.581474ms)"],"step_count":1} 2026/03/30 16:50:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:26.001749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.469011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:26.001778Z","caller":"traceutil/trace.go:171","msg":"trace[1320790843] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; }","duration":"133.551812ms","start":"2026-03-30T16:50:25.868220Z","end":"2026-03-30T16:50:26.001772Z","steps":["trace[1320790843] 'agreement among raft nodes before linearized reading' (duration: 133.481421ms)"],"step_count":1} 2026/03/30 16:50:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:26.382057Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073920,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:26.618997Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb [logterm: 4, index: 1386, vote: 3b472061280a15b4] ignored MsgPreVote from 4065a72c645ea22d [logterm: 4, index: 1386] at term 4: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-03-30T16:50:26.820204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:19.819901Z","time spent":"7.000298103s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-30T16:50:26.874510Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99979769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:26.874577Z","caller":"traceutil/trace.go:171","msg":"trace[2113970272] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999937043s","start":"2026-03-30T16:50:24.874626Z","end":"2026-03-30T16:50:26.874563Z","steps":["trace[2113970272] 'agreement among raft nodes before linearized reading' (duration: 1.99982793s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:26.874619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:24.874607Z","time spent":"2.000003965s","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:26.882527Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:27.270040Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.0579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:27.270117Z","caller":"traceutil/trace.go:171","msg":"trace[455578835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"387.166983ms","start":"2026-03-30T16:50:26.882935Z","end":"2026-03-30T16:50:27.270102Z","steps":["trace[455578835] 'agreement among raft nodes before linearized reading' (duration: 387.066871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:27.270168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.882927Z","time spent":"387.230615ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} 2026/03/30 16:50:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:27.270540Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.719616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:27.270645Z","caller":"traceutil/trace.go:171","msg":"trace[1316123106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"387.91597ms","start":"2026-03-30T16:50:26.882707Z","end":"2026-03-30T16:50:27.270623Z","steps":["trace[1316123106] 'agreement among raft nodes before linearized reading' (duration: 387.752857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:27.270714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.882683Z","time spent":"388.013342ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} 2026/03/30 16:50:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:27.383046Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:27.485582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:20.485345Z","time spent":"7.000228515s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-30T16:50:27.618780Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.74142071s","expected-duration":"1s"} {"level":"info","ts":"2026-03-30T16:50:27.649258Z","caller":"etcdserver/v3_server.go:912","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-03-30T16:50:28.149425Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:28.650344Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:28.754776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000952068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:50:28.754894Z","caller":"traceutil/trace.go:171","msg":"trace[843999926] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001105531s","start":"2026-03-30T16:50:26.753767Z","end":"2026-03-30T16:50:28.754873Z","steps":["trace[843999926] 'agreement among raft nodes before linearized reading' (duration: 2.000955598s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:28.754955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.753743Z","time spent":"2.001198444s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:28.881636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00011109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:50:28.881767Z","caller":"traceutil/trace.go:171","msg":"trace[1560433180] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000278253s","start":"2026-03-30T16:50:26.881466Z","end":"2026-03-30T16:50:28.881744Z","steps":["trace[1560433180] 'agreement among raft nodes before linearized reading' (duration: 2.000130209s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:28.881871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.881450Z","time spent":"2.000404876s","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:29.152496Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:29.653699Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:29.670985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:22.669859Z","time spent":"7.00112093s","remote":"127.0.0.1:47822","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-30T16:50:30.154021Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:30.654900Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:30.715730Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.064873498s","expected-duration":"1s"} {"level":"info","ts":"2026-03-30T16:50:30.716122Z","caller":"traceutil/trace.go:171","msg":"trace[1186219602] linearizableReadLoop","detail":"{readStateIndex:1386; appliedIndex:1386; }","duration":"5.838742547s","start":"2026-03-30T16:50:24.877353Z","end":"2026-03-30T16:50:30.716096Z","steps":["trace[1186219602] 'read index received' (duration: 5.838735367s)","trace[1186219602] 'applied index is now lower than readState.Index' (duration: 5.84µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:30.857980Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.218965408s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:30.858078Z","caller":"traceutil/trace.go:171","msg":"trace[150975254] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1195; }","duration":"6.21906792s","start":"2026-03-30T16:50:24.638990Z","end":"2026-03-30T16:50:30.858058Z","steps":["trace[150975254] 'agreement among raft nodes before linearized reading' (duration: 6.077442336s)","trace[150975254] 'range keys from in-memory index tree' (duration: 141.504931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:30.858760Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.36183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:30.860963Z","caller":"traceutil/trace.go:171","msg":"trace[1892141686] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"6.207268794s","start":"2026-03-30T16:50:24.653680Z","end":"2026-03-30T16:50:30.860948Z","steps":["trace[1892141686] 'process raft request' (duration: 6.207165892s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:30.861763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:24.653660Z","time spent":"6.208034862s","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18320,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:30.861315Z","caller":"traceutil/trace.go:171","msg":"trace[1775226392] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"6.897908005s","start":"2026-03-30T16:50:23.963390Z","end":"2026-03-30T16:50:30.861298Z","steps":["trace[1775226392] 'process raft request' (duration: 6.897419264s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:30.862017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:23.963362Z","time spent":"6.898598522s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:30.889966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000226274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:30.890041Z","caller":"traceutil/trace.go:171","msg":"trace[1602893767] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000303406s","start":"2026-03-30T16:50:28.889722Z","end":"2026-03-30T16:50:30.890025Z","steps":["trace[1602893767] 'agreement among raft nodes before linearized reading' (duration: 2.000224604s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:30.890082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:28.889683Z","time spent":"2.000387108s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:30.993169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:25.994760Z","time spent":"4.998403198s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/30 16:50:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T16:50:31.216980Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:31.333637Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":13905881171100073928,"received-request-id":13905881171100073920} {"level":"warn","ts":"2026-03-30T16:50:31.717719Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:32.053631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.147201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:32.054705Z","caller":"traceutil/trace.go:171","msg":"trace[1716801408] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"4.781171322s","start":"2026-03-30T16:50:27.273521Z","end":"2026-03-30T16:50:32.054692Z","steps":["trace[1716801408] 'process raft request' (duration: 4.780812164s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:32.054798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:27.273499Z","time spent":"4.781262244s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:32.054984Z","caller":"traceutil/trace.go:171","msg":"trace[641003165] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"4.780538287s","start":"2026-03-30T16:50:27.274414Z","end":"2026-03-30T16:50:32.054952Z","steps":["trace[641003165] 'process raft request' (duration: 4.78022703s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:32.055093Z","caller":"traceutil/trace.go:171","msg":"trace[2142216075] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1212; }","duration":"4.563373989s","start":"2026-03-30T16:50:27.491702Z","end":"2026-03-30T16:50:32.055076Z","steps":["trace[2142216075] 'process raft request' (duration: 4.563134974s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:32.055151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:27.491669Z","time spent":"4.563456171s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":726,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:32.055180Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:27.274397Z","time spent":"4.780691011s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:32.164039Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":13905881171100073928,"received-request-id":13905881171100073920} {"level":"info","ts":"2026-03-30T16:50:32.165187Z","caller":"traceutil/trace.go:171","msg":"trace[1100707928] linearizableReadLoop","detail":"{readStateIndex:1411; appliedIndex:1411; }","duration":"1.448820671s","start":"2026-03-30T16:50:30.716345Z","end":"2026-03-30T16:50:32.165166Z","steps":["trace[1100707928] 'read index received' (duration: 1.448479844s)","trace[1100707928] 'applied index is now lower than readState.Index' (duration: 18.86µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:32.386191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.931718487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:32.386273Z","caller":"traceutil/trace.go:171","msg":"trace[744334515] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1213; }","duration":"5.93183356s","start":"2026-03-30T16:50:26.454423Z","end":"2026-03-30T16:50:32.386256Z","steps":["trace[744334515] 'agreement among raft nodes before linearized reading' (duration: 5.710547993s)","trace[744334515] 'range keys from in-memory index tree' (duration: 221.161924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:32.386316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.454412Z","time spent":"5.931887701s","remote":"127.0.0.1:54804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:50:32.386411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.882363313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.311280651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:32.387111Z","caller":"traceutil/trace.go:171","msg":"trace[1612948373] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1213; }","duration":"6.31206352s","start":"2026-03-30T16:50:26.075019Z","end":"2026-03-30T16:50:32.387082Z","steps":["trace[1612948373] 'agreement among raft nodes before linearized reading' (duration: 6.090075056s)","trace[1612948373] 'count revisions from in-memory index tree' (duration: 221.229975ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:32.386465Z","caller":"traceutil/trace.go:171","msg":"trace[551759845] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1213; }","duration":"5.882392764s","start":"2026-03-30T16:50:26.504041Z","end":"2026-03-30T16:50:32.386434Z","steps":["trace[551759845] 'agreement among raft nodes before linearized reading' (duration: 5.660884112s)","trace[551759845] 'range keys from in-memory index tree' (duration: 221.469891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:32.387535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.504001Z","time spent":"5.883511371s","remote":"127.0.0.1:54828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:50:32.386574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.14273662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.003346812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.126909821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.948928609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.337178647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.311391363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.127004113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.949227926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.16023349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.337156086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.003463715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.142847483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.209642574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.903450526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.603239436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.261767913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.882810304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.227597445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386770Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.903489856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.411057273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.261829785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.209759717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.984830686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-03-30T16:50:32.386825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.411100294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.160358463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.358370912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-30T16:50:32.386844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.227687937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.695262824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.923686389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386880Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.620742495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a1ac65ad65be86\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"warn","ts":"2026-03-30T16:50:32.386898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.026985891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.620992182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.520508472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.56185102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-1\" limit:1 ","response":"range_response_count:1 size:4200"} {"level":"warn","ts":"2026-03-30T16:50:32.386920Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.92371675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.603390209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.620999291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.518707469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.859323092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-30T16:50:32.386980Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.932531105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:32.386980Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.63208795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-30T16:50:32.387434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.074995Z","time spent":"6.312224864s","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:50:32.387850Z","caller":"traceutil/trace.go:171","msg":"trace[2034838586] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1213; }","duration":"6.004640133s","start":"2026-03-30T16:50:26.383181Z","end":"2026-03-30T16:50:32.387821Z","steps":["trace[2034838586] 'agreement among raft nodes before linearized reading' (duration: 5.7818323s)","trace[2034838586] 'count revisions from in-memory index tree' (duration: 221.533013ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:32.387966Z","caller":"traceutil/trace.go:171","msg":"trace[2114512243] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1213; }","duration":"6.338552929s","start":"2026-03-30T16:50:26.049390Z","end":"2026-03-30T16:50:32.387943Z","steps":["trace[2114512243] 'agreement among raft nodes before linearized reading' (duration: 6.115654354s)","trace[2114512243] 'count revisions from in-memory index tree' (duration: 221.534162ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:32.387841Z","caller":"traceutil/trace.go:171","msg":"trace[1477238881] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1213; }","duration":"6.143966159s","start":"2026-03-30T16:50:26.243790Z","end":"2026-03-30T16:50:32.387756Z","steps":["trace[1477238881] 'agreement among raft nodes before linearized reading' (duration: 5.921248429s)","trace[1477238881] 'range keys from in-memory index tree' (duration: 221.493731ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:32.388015Z","caller":"traceutil/trace.go:171","msg":"trace[594233507] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1213; }","duration":"6.128301274s","start":"2026-03-30T16:50:26.259698Z","end":"2026-03-30T16:50:32.387999Z","steps":["trace[594233507] 'agreement among raft nodes before linearized reading' (duration: 5.905323387s)","trace[594233507] 'count revisions from in-memory index tree' (duration: 221.585874ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:32.388065Z","caller":"traceutil/trace.go:171","msg":"trace[623547704] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1213; }","duration":"6.210987386s","start":"2026-03-30T16:50:26.177060Z","end":"2026-03-30T16:50:32.388047Z","steps":["trace[623547704] 'agreement among raft nodes before linearized reading' (duration: 5.987997459s)","trace[623547704] 'range keys from in-memory index tree' (duration: 221.636905ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:32.388102Z","caller":"traceutil/trace.go:171","msg":"trace[1950703192] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1213; }","duration":"6.604610809s","start":"2026-03-30T16:50:25.783482Z","end":"2026-03-30T16:50:32.388093Z","steps":["trace[1950703192] 'agreement among raft nodes before linearized reading' (duration: 6.381629192s)","trace[1950703192] 'count revisions from in-memory index tree' (duration: 221.619345ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:32.388109Z","caller":"traceutil/trace.go:171","msg":"trace[2060676063] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1213; }","duration":"6.161663514s","start":"2026-03-30T16:50:26.226430Z","end":"2026-03-30T16:50:32.388093Z","steps":["trace[2060676063] 'agreement among raft nodes before linearized reading' (duration: 5.938621286s)","trace[2060676063] 'range keys from in-memory index tree' (duration: 221.604294ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:32.388124Z","caller":"traceutil/trace.go:171","msg":"trace[102091249] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1213; }","duration":"5.904938151s","start":"2026-03-30T16:50:26.483181Z","end":"2026-03-30T16:50:32.388119Z","steps":["trace[102091249] 'agreement among raft nodes before linearized reading' (duration: 5.681762819s)","trace[102091249] 'count revisions from in-memory index tree' (duration: 221.671546ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:32.388149Z","caller":"traceutil/trace.go:171","msg":"trace[2023823330] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1213; }","duration":"6.004934609s","start":"2026-03-30T16:50:26.383209Z","end":"2026-03-30T16:50:32.388144Z","steps":["trace[2023823330] 'agreement among raft nodes before linearized reading' (duration: 5.781796619s)","trace[2023823330] 'range keys from in-memory index tree' (duration: 221.678616ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:32.388147Z","caller":"traceutil/trace.go:171","msg":"trace[809003124] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1213; }","duration":"6.338655031s","start":"2026-03-30T16:50:26.049479Z","end":"2026-03-30T16:50:32.388134Z","steps":["trace[809003124] 'agreement among raft nodes before linearized reading' (duration: 6.115625963s)","trace[809003124] 'range keys from in-memory index tree' (duration: 221.566103ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:32.388169Z","caller":"traceutil/trace.go:171","msg":"trace[1880852153] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1213; }","duration":"6.144333438s","start":"2026-03-30T16:50:26.243829Z","end":"2026-03-30T16:50:32.388163Z","steps":["trace[1880852153] 'agreement among raft nodes before linearized reading' (duration: 5.921203017s)","trace[1880852153] 'count revisions from in-memory index tree' (duration: 221.651076ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:32.388191Z","caller":"traceutil/trace.go:171","msg":"trace[1145138780] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1213; }","duration":"6.313220036s","start":"2026-03-30T16:50:26.074963Z","end":"2026-03-30T16:50:32.388183Z","steps":["trace[1145138780] 'agreement among raft nodes before linearized reading' (duration: 6.090136017s)","trace[1145138780] 'range keys from in-memory index tree' (duration: 221.239406ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:32.388196Z","caller":"traceutil/trace.go:171","msg":"trace[1432730407] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1213; }","duration":"6.263201567s","start":"2026-03-30T16:50:26.124979Z","end":"2026-03-30T16:50:32.388180Z","steps":["trace[1432730407] 'agreement among raft nodes before linearized reading' (duration: 6.040103158s)","trace[1432730407] 'range keys from in-memory index tree' (duration: 221.658035ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:32.388211Z","caller":"traceutil/trace.go:171","msg":"trace[253736282] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1213; }","duration":"6.12857198s","start":"2026-03-30T16:50:26.259632Z","end":"2026-03-30T16:50:32.388204Z","steps":["trace[253736282] 'agreement among raft nodes before linearized reading' (duration: 5.905394658s)","trace[253736282] 'range keys from in-memory index tree' (duration: 221.619865ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:32.388062Z","caller":"traceutil/trace.go:171","msg":"trace[1972365498] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1213; }","duration":"5.950379574s","start":"2026-03-30T16:50:26.437662Z","end":"2026-03-30T16:50:32.388042Z","steps":["trace[1972365498] 'agreement among raft nodes before linearized reading' (duration: 5.727313815s)","trace[1972365498] 'count revisions from in-memory index tree' (duration: 221.615034ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:32.388230Z","caller":"traceutil/trace.go:171","msg":"trace[328047149] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1213; }","duration":"5.884299009s","start":"2026-03-30T16:50:26.503925Z","end":"2026-03-30T16:50:32.388224Z","steps":["trace[328047149] 'agreement among raft nodes before linearized reading' (duration: 5.661006255s)","trace[328047149] 'count revisions from in-memory index tree' (duration: 221.802499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:32.389149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.808499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:32.389304Z","caller":"traceutil/trace.go:171","msg":"trace[811040798] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1213; }","duration":"6.162818421s","start":"2026-03-30T16:50:26.226424Z","end":"2026-03-30T16:50:32.389243Z","steps":["trace[811040798] 'agreement among raft nodes before linearized reading' (duration: 5.938443492s)","trace[811040798] 'count revisions from in-memory index tree' (duration: 221.925792ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:32.389133Z","caller":"traceutil/trace.go:171","msg":"trace[1074890508] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1213; }","duration":"6.229245033s","start":"2026-03-30T16:50:26.159115Z","end":"2026-03-30T16:50:32.388360Z","steps":["trace[1074890508] 'agreement among raft nodes before linearized reading' (duration: 6.005960509s)","trace[1074890508] 'count revisions from in-memory index tree' (duration: 221.657586ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:32.387974Z","caller":"traceutil/trace.go:171","msg":"trace[1652769270] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1213; }","duration":"5.950528996s","start":"2026-03-30T16:50:26.437407Z","end":"2026-03-30T16:50:32.387936Z","steps":["trace[1652769270] 'agreement among raft nodes before linearized reading' (duration: 5.727592691s)","trace[1652769270] 'range keys from in-memory index tree' (duration: 221.648975ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:32.390451Z","caller":"traceutil/trace.go:171","msg":"trace[1599212354] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1213; }","duration":"5.936014028s","start":"2026-03-30T16:50:26.454423Z","end":"2026-03-30T16:50:32.390437Z","steps":["trace[1599212354] 'agreement among raft nodes before linearized reading' (duration: 5.710541373s)","trace[1599212354] 'count revisions from in-memory index tree' (duration: 221.998943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:32.390468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.437391Z","time spent":"5.953059836s","remote":"127.0.0.1:54790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:50:32.390499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.454413Z","time spent":"5.936076419s","remote":"127.0.0.1:54804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:50:32.390512Z","caller":"traceutil/trace.go:171","msg":"trace[521481880] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1213; }","duration":"6.606975994s","start":"2026-03-30T16:50:25.783518Z","end":"2026-03-30T16:50:32.390494Z","steps":["trace[521481880] 'agreement among raft nodes before linearized reading' (duration: 6.381815036s)","trace[521481880] 'range keys from in-memory index tree' (duration: 221.589134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:32.390560Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:25.783506Z","time spent":"6.607038536s","remote":"127.0.0.1:54696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"info","ts":"2026-03-30T16:50:32.390913Z","caller":"traceutil/trace.go:171","msg":"trace[908609923] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18a1ac65ad65be86; range_end:; response_count:1; response_revision:1213; }","duration":"6.624628837s","start":"2026-03-30T16:50:25.766116Z","end":"2026-03-30T16:50:32.390744Z","steps":["trace[908609923] 'agreement among raft nodes before linearized reading' (duration: 6.399164362s)","trace[908609923] 'range keys from in-memory index tree' (duration: 221.564124ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:32.391032Z","caller":"traceutil/trace.go:171","msg":"trace[338685000] range","detail":"{range_begin:/registry/minions/controller-1; range_end:; response_count:1; response_revision:1213; }","duration":"5.565989957s","start":"2026-03-30T16:50:26.825021Z","end":"2026-03-30T16:50:32.391011Z","steps":["trace[338685000] 'agreement among raft nodes before linearized reading' (duration: 5.339898298s)","trace[338685000] 'range keys from in-memory index tree' (duration: 221.952542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:32.391069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.825010Z","time spent":"5.566045918s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4224,"request content":"key:\"/registry/minions/controller-1\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:32.391068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.383160Z","time spent":"6.007890388s","remote":"127.0.0.1:54776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:32.391282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.049370Z","time spent":"6.341895807s","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:32.391022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:25.766108Z","time spent":"6.624891433s","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":818,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a1ac65ad65be86\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:32.391469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.243780Z","time spent":"6.147679526s","remote":"127.0.0.1:54756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"info","ts":"2026-03-30T16:50:32.391470Z","caller":"traceutil/trace.go:171","msg":"trace[922109109] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1213; }","duration":"5.928257766s","start":"2026-03-30T16:50:26.463185Z","end":"2026-03-30T16:50:32.391443Z","steps":["trace[922109109] 'agreement among raft nodes before linearized reading' (duration: 5.701764157s)","trace[922109109] 'range keys from in-memory index tree' (duration: 221.943732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:32.391512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.463183Z","time spent":"5.928315008s","remote":"127.0.0.1:54812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:50:32.391635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.259694Z","time spent":"6.131931899s","remote":"127.0.0.1:54768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:50:32.390606Z","caller":"traceutil/trace.go:171","msg":"trace[258514459] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1213; }","duration":"6.624704309s","start":"2026-03-30T16:50:25.765892Z","end":"2026-03-30T16:50:32.390596Z","steps":["trace[258514459] 'agreement among raft nodes before linearized reading' (duration: 6.399397987s)","trace[258514459] 'range keys from in-memory index tree' (duration: 221.630375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:32.391749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:25.765868Z","time spent":"6.625867476s","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:50:32.391810Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.177049Z","time spent":"6.214751224s","remote":"127.0.0.1:54734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-30T16:50:32.391930Z","caller":"traceutil/trace.go:171","msg":"trace[2014076856] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1213; }","duration":"6.523691677s","start":"2026-03-30T16:50:25.868226Z","end":"2026-03-30T16:50:32.391918Z","steps":["trace[2014076856] 'agreement among raft nodes before linearized reading' (duration: 6.296903942s)","trace[2014076856] 'count revisions from in-memory index tree' (duration: 221.593484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:32.391960Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:25.868200Z","time spent":"6.523746419s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:32.391961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:25.783471Z","time spent":"6.608482939s","remote":"127.0.0.1:54696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:32.392091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.226375Z","time spent":"6.165707238s","remote":"127.0.0.1:54740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 "} {"level":"info","ts":"2026-03-30T16:50:32.392132Z","caller":"traceutil/trace.go:171","msg":"trace[2029623759] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1213; }","duration":"6.864517614s","start":"2026-03-30T16:50:25.527604Z","end":"2026-03-30T16:50:32.392122Z","steps":["trace[2029623759] 'agreement among raft nodes before linearized reading' (duration: 6.637706128s)","trace[2029623759] 'count revisions from in-memory index tree' (duration: 221.644195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:32.392161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:25.527584Z","time spent":"6.864563845s","remote":"127.0.0.1:47860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:32.392241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.483176Z","time spent":"5.909057198s","remote":"127.0.0.1:54814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:50:32.390927Z","caller":"traceutil/trace.go:171","msg":"trace[123355341] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1213; }","duration":"6.524562337s","start":"2026-03-30T16:50:25.866241Z","end":"2026-03-30T16:50:32.390803Z","steps":["trace[123355341] 'agreement among raft nodes before linearized reading' (duration: 6.299084502s)","trace[123355341] 'range keys from in-memory index tree' (duration: 221.568444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:32.392416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.383196Z","time spent":"6.00920731s","remote":"127.0.0.1:54776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"info","ts":"2026-03-30T16:50:32.389704Z","caller":"traceutil/trace.go:171","msg":"trace[1515919670] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1213; }","duration":"6.212645165s","start":"2026-03-30T16:50:26.177037Z","end":"2026-03-30T16:50:32.389683Z","steps":["trace[1515919670] 'agreement among raft nodes before linearized reading' (duration: 5.98802646s)","trace[1515919670] 'count revisions from in-memory index tree' (duration: 221.725417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:32.392667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.177006Z","time spent":"6.215637764s","remote":"127.0.0.1:54734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:32.392807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.503920Z","time spent":"5.888867796s","remote":"127.0.0.1:54828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:32.393005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.074911Z","time spent":"6.318063101s","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-30T16:50:32.393104Z","caller":"traceutil/trace.go:171","msg":"trace[620899947] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"2.299171053s","start":"2026-03-30T16:50:30.093910Z","end":"2026-03-30T16:50:32.393081Z","steps":["trace[620899947] 'process raft request' (duration: 2.07036924s)","trace[620899947] 'compare' (duration: 224.037011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:32.393176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.049451Z","time spent":"6.3437118s","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:50:32.393232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.226407Z","time spent":"6.166814704s","remote":"127.0.0.1:54740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:32.393300Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.124893Z","time spent":"6.268390179s","remote":"127.0.0.1:54720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:50:32.393378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.159097Z","time spent":"6.234267012s","remote":"127.0.0.1:54724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:32.393430Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.243824Z","time spent":"6.149587771s","remote":"127.0.0.1:54756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:50:32.389893Z","caller":"traceutil/trace.go:171","msg":"trace[690872127] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1213; }","duration":"6.414201957s","start":"2026-03-30T16:50:25.975677Z","end":"2026-03-30T16:50:32.389879Z","steps":["trace[690872127] 'agreement among raft nodes before linearized reading' (duration: 6.189446519s)","trace[690872127] 'range keys from in-memory index tree' (duration: 221.688586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:32.393535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:25.975655Z","time spent":"6.417870313s","remote":"127.0.0.1:54706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:50:32.392430Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:25.866223Z","time spent":"6.526189415s","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:50:32.393197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:30.093882Z","time spent":"2.299252265s","remote":"127.0.0.1:47646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036416,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:32.389956Z","caller":"traceutil/trace.go:171","msg":"trace[1491053825] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1213; }","duration":"5.906695393s","start":"2026-03-30T16:50:26.483240Z","end":"2026-03-30T16:50:32.389936Z","steps":["trace[1491053825] 'agreement among raft nodes before linearized reading' (duration: 5.681696888s)","trace[1491053825] 'range keys from in-memory index tree' (duration: 221.811589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:32.394009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.483223Z","time spent":"5.910767207s","remote":"127.0.0.1:54814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"info","ts":"2026-03-30T16:50:32.390069Z","caller":"traceutil/trace.go:171","msg":"trace[862478795] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1213; }","duration":"6.414357341s","start":"2026-03-30T16:50:25.975695Z","end":"2026-03-30T16:50:32.390053Z","steps":["trace[862478795] 'agreement among raft nodes before linearized reading' (duration: 6.189422558s)","trace[862478795] 'count revisions from in-memory index tree' (duration: 221.649846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:32.394510Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.437642Z","time spent":"5.955102824s","remote":"127.0.0.1:54790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:32.394457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:25.975674Z","time spent":"6.418733104s","remote":"127.0.0.1:54706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:50:32.389980Z","caller":"traceutil/trace.go:171","msg":"trace[582381665] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1213; }","duration":"5.926805983s","start":"2026-03-30T16:50:26.463152Z","end":"2026-03-30T16:50:32.389958Z","steps":["trace[582381665] 'agreement among raft nodes before linearized reading' (duration: 5.701805369s)","trace[582381665] 'count revisions from in-memory index tree' (duration: 221.895861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:32.395286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.463135Z","time spent":"5.932133157s","remote":"127.0.0.1:54812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:50:32.390077Z","caller":"traceutil/trace.go:171","msg":"trace[2136121390] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1213; }","duration":"3.988077293s","start":"2026-03-30T16:50:28.401964Z","end":"2026-03-30T16:50:32.390042Z","steps":["trace[2136121390] 'agreement among raft nodes before linearized reading' (duration: 3.762938115s)","trace[2136121390] 'range keys from in-memory index tree' (duration: 221.88123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:32.395892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:28.401948Z","time spent":"3.99393099s","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:32.390163Z","caller":"traceutil/trace.go:171","msg":"trace[1348973734] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1213; }","duration":"6.230996445s","start":"2026-03-30T16:50:26.159145Z","end":"2026-03-30T16:50:32.390141Z","steps":["trace[1348973734] 'agreement among raft nodes before linearized reading' (duration: 6.005925119s)","trace[1348973734] 'range keys from in-memory index tree' (duration: 221.755868ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:32.390072Z","caller":"traceutil/trace.go:171","msg":"trace[1043373556] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1213; }","duration":"5.361625308s","start":"2026-03-30T16:50:27.028428Z","end":"2026-03-30T16:50:32.390053Z","steps":["trace[1043373556] 'agreement among raft nodes before linearized reading' (duration: 5.136484081s)","trace[1043373556] 'count revisions from in-memory index tree' (duration: 221.911841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:32.396351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.159111Z","time spent":"6.237142198s","remote":"127.0.0.1:54724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-30T16:50:32.396383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:27.028406Z","time spent":"5.367959427s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:50:32.390181Z","caller":"traceutil/trace.go:171","msg":"trace[1278152389] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1213; }","duration":"7.03030918s","start":"2026-03-30T16:50:25.359853Z","end":"2026-03-30T16:50:32.390162Z","steps":["trace[1278152389] 'agreement among raft nodes before linearized reading' (duration: 6.805462719s)","trace[1278152389] 'count revisions from in-memory index tree' (duration: 221.561483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:32.396972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:25.359833Z","time spent":"7.036965126s","remote":"127.0.0.1:47930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:50:32.390259Z","caller":"traceutil/trace.go:171","msg":"trace[1318524043] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1213; }","duration":"6.6243603s","start":"2026-03-30T16:50:25.765876Z","end":"2026-03-30T16:50:32.390237Z","steps":["trace[1318524043] 'agreement among raft nodes before linearized reading' (duration: 6.399421698s)","trace[1318524043] 'count revisions from in-memory index tree' (duration: 221.590053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:32.397227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:25.765840Z","time spent":"6.631378415s","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:50:32.389732Z","caller":"traceutil/trace.go:171","msg":"trace[87306946] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1213; }","duration":"6.264798114s","start":"2026-03-30T16:50:26.124918Z","end":"2026-03-30T16:50:32.389716Z","steps":["trace[87306946] 'agreement among raft nodes before linearized reading' (duration: 6.04016927s)","trace[87306946] 'count revisions from in-memory index tree' (duration: 221.685856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:32.397477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.124896Z","time spent":"6.272571626s","remote":"127.0.0.1:54720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:32.395085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:26.259620Z","time spent":"6.135449521s","remote":"127.0.0.1:54768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"info","ts":"2026-03-30T16:50:32.390229Z","caller":"traceutil/trace.go:171","msg":"trace[1287905391] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1213; }","duration":"3.698630893s","start":"2026-03-30T16:50:28.691590Z","end":"2026-03-30T16:50:32.390221Z","steps":["trace[1287905391] 'agreement among raft nodes before linearized reading' (duration: 3.473304651s)","trace[1287905391] 'count revisions from in-memory index tree' (duration: 221.949482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:32.397791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:28.691537Z","time spent":"3.706245751s","remote":"127.0.0.1:47812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:50:32.399444Z","caller":"traceutil/trace.go:171","msg":"trace[691315980] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1213; }","duration":"6.635970612s","start":"2026-03-30T16:50:25.754826Z","end":"2026-03-30T16:50:32.390796Z","steps":["trace[691315980] 'agreement among raft nodes before linearized reading' (duration: 6.410478297s)","trace[691315980] 'count revisions from in-memory index tree' (duration: 221.656115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:32.399519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:25.754795Z","time spent":"6.644688096s","remote":"127.0.0.1:47948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":71,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:32.666055Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:32.890188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999983607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T16:50:32.890574Z","caller":"traceutil/trace.go:171","msg":"trace[413443810] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000300863s","start":"2026-03-30T16:50:30.890149Z","end":"2026-03-30T16:50:32.890450Z","steps":["trace[413443810] 'agreement among raft nodes before linearized reading' (duration: 2.000004637s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:32.890682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:30.890138Z","time spent":"2.000527169s","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-30T16:50:33.067119Z","caller":"traceutil/trace.go:171","msg":"trace[1851410946] linearizableReadLoop","detail":"{readStateIndex:1413; appliedIndex:1413; }","duration":"901.832638ms","start":"2026-03-30T16:50:32.165258Z","end":"2026-03-30T16:50:33.067090Z","steps":["trace[1851410946] 'read index received' (duration: 901.822688ms)","trace[1851410946] 'applied index is now lower than readState.Index' (duration: 8.53µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:33.067370Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009362484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" limit:1 ","response":"range_response_count:1 size:691"} {"level":"warn","ts":"2026-03-30T16:50:33.067686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19675055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 ","response":"range_response_count:1 size:7325"} {"level":"info","ts":"2026-03-30T16:50:33.067768Z","caller":"traceutil/trace.go:171","msg":"trace[480512104] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-1; range_end:; response_count:1; response_revision:1214; }","duration":"2.196885123s","start":"2026-03-30T16:50:30.870866Z","end":"2026-03-30T16:50:33.067751Z","steps":["trace[480512104] 'agreement among raft nodes before linearized reading' (duration: 2.196730659s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:33.067816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:30.870849Z","time spent":"2.196955136s","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7349,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:33.067941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207986084s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:33.068007Z","caller":"traceutil/trace.go:171","msg":"trace[805180645] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1214; }","duration":"2.208052185s","start":"2026-03-30T16:50:30.859937Z","end":"2026-03-30T16:50:33.067989Z","steps":["trace[805180645] 'agreement among raft nodes before linearized reading' (duration: 2.207937563s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:33.068017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569865886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-30T16:50:33.068101Z","caller":"traceutil/trace.go:171","msg":"trace[1765486386] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1214; }","duration":"1.569996409s","start":"2026-03-30T16:50:31.498083Z","end":"2026-03-30T16:50:33.068080Z","steps":["trace[1765486386] 'agreement among raft nodes before linearized reading' (duration: 1.569854106s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:33.068144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:31.498064Z","time spent":"1.570070061s","remote":"127.0.0.1:48088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:50:33.068415Z","caller":"traceutil/trace.go:171","msg":"trace[130356840] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle; range_end:; response_count:1; response_revision:1214; }","duration":"1.009543888s","start":"2026-03-30T16:50:32.057934Z","end":"2026-03-30T16:50:33.067478Z","steps":["trace[130356840] 'agreement among raft nodes before linearized reading' (duration: 1.009326353s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:33.069127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:32.057913Z","time spent":"1.011189018s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":715,"request content":"key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:33.335870Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":13905881171100073932,"received-request-id":13905881171100073929} {"level":"warn","ts":"2026-03-30T16:50:33.335998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:32.401323Z","time spent":"934.669119ms","remote":"127.0.0.1:47632","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-30T16:50:33.388211Z","caller":"traceutil/trace.go:171","msg":"trace[1166123679] linearizableReadLoop","detail":"{readStateIndex:1420; appliedIndex:1421; }","duration":"320.965272ms","start":"2026-03-30T16:50:33.067226Z","end":"2026-03-30T16:50:33.388192Z","steps":["trace[1166123679] 'read index received' (duration: 320.956901ms)","trace[1166123679] 'applied index is now lower than readState.Index' (duration: 6.96µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:33.388318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.026964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:33.388340Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.786922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-30T16:50:33.388364Z","caller":"traceutil/trace.go:171","msg":"trace[1879699438] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1221; }","duration":"495.851213ms","start":"2026-03-30T16:50:32.892506Z","end":"2026-03-30T16:50:33.388357Z","steps":["trace[1879699438] 'agreement among raft nodes before linearized reading' (duration: 495.785792ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:33.388368Z","caller":"traceutil/trace.go:171","msg":"trace[1435937057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1221; }","duration":"489.116586ms","start":"2026-03-30T16:50:32.899228Z","end":"2026-03-30T16:50:33.388345Z","steps":["trace[1435937057] 'agreement among raft nodes before linearized reading' (duration: 489.040114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:33.388396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:32.899203Z","time spent":"489.184558ms","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:33.388432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.820599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:33.388452Z","caller":"traceutil/trace.go:171","msg":"trace[1005124372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1221; }","duration":"980.861869ms","start":"2026-03-30T16:50:32.407584Z","end":"2026-03-30T16:50:33.388446Z","steps":["trace[1005124372] 'agreement among raft nodes before linearized reading' (duration: 980.830159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:33.388474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:32.407577Z","time spent":"980.892521ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:33.388627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.777941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-30T16:50:33.388647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.568747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" limit:1 ","response":"range_response_count:1 size:6534"} {"level":"info","ts":"2026-03-30T16:50:33.388657Z","caller":"traceutil/trace.go:171","msg":"trace[1873925414] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1221; }","duration":"339.847643ms","start":"2026-03-30T16:50:33.048801Z","end":"2026-03-30T16:50:33.388649Z","steps":["trace[1873925414] 'agreement among raft nodes before linearized reading' (duration: 339.801392ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:33.388675Z","caller":"traceutil/trace.go:171","msg":"trace[672960114] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:1221; }","duration":"987.611048ms","start":"2026-03-30T16:50:32.401054Z","end":"2026-03-30T16:50:33.388665Z","steps":["trace[672960114] 'agreement among raft nodes before linearized reading' (duration: 987.545827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:33.388684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:33.048780Z","time spent":"339.895904ms","remote":"127.0.0.1:47736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":2,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:33.388701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:32.401044Z","time spent":"987.648259ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":6558,"request content":"key:\"/registry/configmaps/kube-system/cilium-config\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:33.388396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:32.892486Z","time spent":"495.902205ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":44,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:50:33.390201Z","caller":"traceutil/trace.go:171","msg":"trace[1764653526] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"313.957428ms","start":"2026-03-30T16:50:33.076226Z","end":"2026-03-30T16:50:33.390183Z","steps":["trace[1764653526] 'process raft request' (duration: 313.906636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:33.390325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:33.076216Z","time spent":"314.050399ms","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7503,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:33.390405Z","caller":"traceutil/trace.go:171","msg":"trace[393844750] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"317.278386ms","start":"2026-03-30T16:50:33.073090Z","end":"2026-03-30T16:50:33.390369Z","steps":["trace[393844750] 'process raft request' (duration: 316.916887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:33.390806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:33.073063Z","time spent":"317.662845ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:33.411888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.370649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.127\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-30T16:50:33.411885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.129217ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:33.412010Z","caller":"traceutil/trace.go:171","msg":"trace[789465717] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1226; }","duration":"342.26601ms","start":"2026-03-30T16:50:33.069723Z","end":"2026-03-30T16:50:33.411989Z","steps":["trace[789465717] 'agreement among raft nodes before linearized reading' (duration: 342.106886ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:33.411960Z","caller":"traceutil/trace.go:171","msg":"trace[1254960005] range","detail":"{range_begin:/registry/masterleases/199.19.213.127; range_end:; response_count:1; response_revision:1226; }","duration":"124.445011ms","start":"2026-03-30T16:50:33.287500Z","end":"2026-03-30T16:50:33.411945Z","steps":["trace[1254960005] 'agreement among raft nodes before linearized reading' (duration: 124.338908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:33.939610Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:34.099079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.484987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:34.099494Z","caller":"traceutil/trace.go:171","msg":"trace[1466027988] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"671.75898ms","start":"2026-03-30T16:50:33.427723Z","end":"2026-03-30T16:50:34.099482Z","steps":["trace[1466027988] 'process raft request' (duration: 671.679288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:34.099614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:33.427713Z","time spent":"671.808652ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:34.440553Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073941,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:34.941662Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073941,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:35.204919Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb is starting a new election at term 4"} {"level":"info","ts":"2026-03-30T16:50:35.205023Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb became pre-candidate at term 4"} {"level":"info","ts":"2026-03-30T16:50:35.205045Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb received MsgPreVoteResp from 975f045ff4f5c0fb at term 4"} {"level":"info","ts":"2026-03-30T16:50:35.205072Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb [logterm: 4, index: 1435] sent MsgPreVote request to 3b472061280a15b4 at term 4"} {"level":"info","ts":"2026-03-30T16:50:35.205087Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb [logterm: 4, index: 1435] sent MsgPreVote request to 4065a72c645ea22d at term 4"} {"level":"info","ts":"2026-03-30T16:50:35.205110Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 975f045ff4f5c0fb lost leader 3b472061280a15b4 at term 4"} {"level":"info","ts":"2026-03-30T16:50:35.206416Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb received MsgPreVoteResp from 4065a72c645ea22d at term 4"} {"level":"info","ts":"2026-03-30T16:50:35.206465Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-30T16:50:35.206506Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb became candidate at term 5"} {"level":"info","ts":"2026-03-30T16:50:35.206515Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb received MsgVoteResp from 975f045ff4f5c0fb at term 5"} {"level":"info","ts":"2026-03-30T16:50:35.206530Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb [logterm: 4, index: 1435] sent MsgVote request to 3b472061280a15b4 at term 5"} {"level":"info","ts":"2026-03-30T16:50:35.206541Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb [logterm: 4, index: 1435] sent MsgVote request to 4065a72c645ea22d at term 5"} {"level":"warn","ts":"2026-03-30T16:50:35.442033Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073941,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:50:35.519875Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb [logterm: 4, index: 1435, vote: 975f045ff4f5c0fb] rejected MsgPreVote from 4065a72c645ea22d [logterm: 4, index: 1435] at term 5"} {"level":"warn","ts":"2026-03-30T16:50:35.891860Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000246602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T16:50:35.891950Z","caller":"traceutil/trace.go:171","msg":"trace[969218280] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000379194s","start":"2026-03-30T16:50:33.891552Z","end":"2026-03-30T16:50:35.891931Z","steps":["trace[969218280] 'agreement among raft nodes before linearized reading' (duration: 2.000272421s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:35.892018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:33.891532Z","time spent":"2.000476067s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 16:50:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-30T16:50:35.894577Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb received MsgVoteResp from 4065a72c645ea22d at term 5"} {"level":"info","ts":"2026-03-30T16:50:35.894628Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-30T16:50:35.894653Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb became leader at term 5"} {"level":"info","ts":"2026-03-30T16:50:35.894671Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 975f045ff4f5c0fb elected leader 975f045ff4f5c0fb at term 5"} {"level":"warn","ts":"2026-03-30T16:50:35.894786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.480198693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a1ac65ad65be86\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:35.894827Z","caller":"traceutil/trace.go:171","msg":"trace[1307271346] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18a1ac65ad65be86; range_end:; }","duration":"2.480266495s","start":"2026-03-30T16:50:33.414552Z","end":"2026-03-30T16:50:35.894818Z","steps":["trace[1307271346] 'agreement among raft nodes before linearized reading' (duration: 2.480216853s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:35.894857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:33.414539Z","time spent":"2.480309355s","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a1ac65ad65be86\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:35.895229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.481737428s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:50:35.895293Z","caller":"traceutil/trace.go:171","msg":"trace[987348339] range","detail":"{range_begin:; range_end:; }","duration":"2.482161128s","start":"2026-03-30T16:50:33.413115Z","end":"2026-03-30T16:50:35.895276Z","steps":["trace[987348339] 'agreement among raft nodes before linearized reading' (duration: 2.481733198s)"],"step_count":1} {"level":"error","ts":"2026-03-30T16:50:35.895351Z","caller":"etcdhttp/health.go:370","msg":"Health check error","path":"/readyz","reason":"[+]non_learner ok\n[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:370\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-03-30T16:50:36.014537Z","caller":"etcdserver/v3_server.go:912","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-03-30T16:50:36.014989Z","caller":"traceutil/trace.go:171","msg":"trace[333995316] linearizableReadLoop","detail":"{readStateIndex:1436; appliedIndex:1436; }","duration":"120.249655ms","start":"2026-03-30T16:50:35.894724Z","end":"2026-03-30T16:50:36.014974Z","steps":["trace[333995316] 'read index received' (duration: 120.244545ms)","trace[333995316] 'applied index is now lower than readState.Index' (duration: 4.13µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:36.015047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.944828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:36.015087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306287673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses/\" range_end:\"/registry/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-30T16:50:36.015146Z","caller":"traceutil/trace.go:171","msg":"trace[619600374] range","detail":"{range_begin:/registry/ipaddresses/; range_end:/registry/ipaddresses0; response_count:0; response_revision:1231; }","duration":"1.306392886s","start":"2026-03-30T16:50:34.708744Z","end":"2026-03-30T16:50:36.015137Z","steps":["trace[619600374] 'agreement among raft nodes before linearized reading' (duration: 1.306310864s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:36.015184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:34.708721Z","time spent":"1.306446787s","remote":"127.0.0.1:47892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":2,"response size":31,"request content":"key:\"/registry/ipaddresses/\" range_end:\"/registry/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:36.015189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912838526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-03-30T16:50:36.015231Z","caller":"traceutil/trace.go:171","msg":"trace[2069427954] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1231; }","duration":"1.912909837s","start":"2026-03-30T16:50:34.102307Z","end":"2026-03-30T16:50:36.015217Z","steps":["trace[2069427954] 'agreement among raft nodes before linearized reading' (duration: 1.912818805s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:36.015283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:34.102289Z","time spent":"1.91298342s","remote":"127.0.0.1:47736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":485,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:36.015396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572293318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" limit:1 ","response":"range_response_count:1 size:4565"} {"level":"info","ts":"2026-03-30T16:50:36.015443Z","caller":"traceutil/trace.go:171","msg":"trace[1364625261] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-controller-1; range_end:; response_count:1; response_revision:1231; }","duration":"2.57237442s","start":"2026-03-30T16:50:33.443058Z","end":"2026-03-30T16:50:36.015432Z","steps":["trace[1364625261] 'agreement among raft nodes before linearized reading' (duration: 2.572299219s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:36.015470Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:33.443041Z","time spent":"2.572421101s","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":4589,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:36.016118Z","caller":"traceutil/trace.go:171","msg":"trace[2023819898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1231; }","duration":"123.996092ms","start":"2026-03-30T16:50:35.892033Z","end":"2026-03-30T16:50:36.016029Z","steps":["trace[2023819898] 'agreement among raft nodes before linearized reading' (duration: 122.963338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:36.017936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.579126ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:36.017985Z","caller":"traceutil/trace.go:171","msg":"trace[1776744078] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1231; }","duration":"121.629367ms","start":"2026-03-30T16:50:35.896346Z","end":"2026-03-30T16:50:36.017975Z","steps":["trace[1776744078] 'agreement among raft nodes before linearized reading' (duration: 121.566485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:36.018102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.746359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a1ac65ad65be86\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-30T16:50:36.018265Z","caller":"traceutil/trace.go:171","msg":"trace[1584065376] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18a1ac65ad65be86; range_end:; response_count:1; response_revision:1231; }","duration":"118.940174ms","start":"2026-03-30T16:50:35.899263Z","end":"2026-03-30T16:50:36.018203Z","steps":["trace[1584065376] 'agreement among raft nodes before linearized reading' (duration: 118.649737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:36.348451Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"130.663861ms"} {"level":"warn","ts":"2026-03-30T16:50:36.348535Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3b472061280a15b4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"130.754113ms"} {"level":"warn","ts":"2026-03-30T16:50:36.518459Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073944,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:36.930843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.676937ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:36.931732Z","caller":"traceutil/trace.go:171","msg":"trace[1357654048] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1231; }","duration":"741.570869ms","start":"2026-03-30T16:50:36.190138Z","end":"2026-03-30T16:50:36.931709Z","steps":["trace[1357654048] 'range keys from in-memory index tree' (duration: 740.633146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:37.018835Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073944,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:37.328372Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"779.810354ms"} {"level":"warn","ts":"2026-03-30T16:50:37.328435Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3b472061280a15b4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"779.881166ms"} {"level":"info","ts":"2026-03-30T16:50:37.328456Z","caller":"traceutil/trace.go:171","msg":"trace[1915884503] linearizableReadLoop","detail":"{readStateIndex:1436; appliedIndex:1436; }","duration":"1.310513405s","start":"2026-03-30T16:50:36.017879Z","end":"2026-03-30T16:50:37.328392Z","steps":["trace[1915884503] 'read index received' (duration: 1.310501315s)","trace[1915884503] 'applied index is now lower than readState.Index' (duration: 8.4µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:37.328595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310929275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:389"} {"level":"info","ts":"2026-03-30T16:50:37.328612Z","caller":"traceutil/trace.go:171","msg":"trace[497390708] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1231; }","duration":"1.310987087s","start":"2026-03-30T16:50:36.017620Z","end":"2026-03-30T16:50:37.328607Z","steps":["trace[497390708] 'agreement among raft nodes before linearized reading' (duration: 1.310906935s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:37.328640Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:36.017607Z","time spent":"1.311028899s","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":413,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-30T16:50:37.329043Z","caller":"traceutil/trace.go:171","msg":"trace[1978787708] transaction","detail":"{read_only:false; response_revision:1234; number_of_response:1; }","duration":"1.304595548s","start":"2026-03-30T16:50:36.024427Z","end":"2026-03-30T16:50:37.329023Z","steps":["trace[1978787708] 'process raft request' (duration: 1.304544896s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:37.329126Z","caller":"traceutil/trace.go:171","msg":"trace[294283820] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"1.304737391s","start":"2026-03-30T16:50:36.024342Z","end":"2026-03-30T16:50:37.329079Z","steps":["trace[294283820] 'process raft request' (duration: 1.304572197s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:37.329379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:36.024327Z","time spent":"1.305009297s","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:37.329193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:36.024407Z","time spent":"1.30469983s","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4845,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T16:50:37.466008Z","caller":"traceutil/trace.go:171","msg":"trace[585783493] linearizableReadLoop","detail":"{readStateIndex:1439; appliedIndex:1439; }","duration":"137.488569ms","start":"2026-03-30T16:50:37.328498Z","end":"2026-03-30T16:50:37.465987Z","steps":["trace[585783493] 'read index received' (duration: 137.482589ms)","trace[585783493] 'applied index is now lower than readState.Index' (duration: 4.95µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:37.499401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.568384ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:50:37.499470Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.950742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:37.499517Z","caller":"traceutil/trace.go:171","msg":"trace[68824100] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1234; }","duration":"567.706487ms","start":"2026-03-30T16:50:36.931782Z","end":"2026-03-30T16:50:37.499489Z","steps":["trace[68824100] 'agreement among raft nodes before linearized reading' (duration: 534.293336ms)","trace[68824100] 'range keys from in-memory index tree' (duration: 33.240617ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:37.499551Z","caller":"traceutil/trace.go:171","msg":"trace[2056401771] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1234; }","duration":"814.081065ms","start":"2026-03-30T16:50:36.685447Z","end":"2026-03-30T16:50:37.499528Z","steps":["trace[2056401771] 'agreement among raft nodes before linearized reading' (duration: 780.642963ms)","trace[2056401771] 'count revisions from in-memory index tree' (duration: 33.317218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:37.499593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:36.685428Z","time spent":"814.155227ms","remote":"127.0.0.1:47724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:50:37.499796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475944218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:37.499831Z","caller":"traceutil/trace.go:171","msg":"trace[1802195750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1234; }","duration":"1.475990579s","start":"2026-03-30T16:50:36.023831Z","end":"2026-03-30T16:50:37.499822Z","steps":["trace[1802195750] 'agreement among raft nodes before linearized reading' (duration: 1.44227646s)","trace[1802195750] 'range keys from in-memory index tree' (duration: 33.669778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:37.499854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:36.023826Z","time spent":"1.476023069s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:37.500343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.075064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-03-30T16:50:37.500383Z","caller":"traceutil/trace.go:171","msg":"trace[826372524] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1235; }","duration":"168.149696ms","start":"2026-03-30T16:50:37.332223Z","end":"2026-03-30T16:50:37.500373Z","steps":["trace[826372524] 'agreement among raft nodes before linearized reading' (duration: 168.016772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:37.500433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.977868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a1ac85c89f0bc1\" limit:1 ","response":"range_response_count:1 size:793"} {"level":"info","ts":"2026-03-30T16:50:37.500568Z","caller":"traceutil/trace.go:171","msg":"trace[1170328999] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18a1ac85c89f0bc1; range_end:; response_count:1; response_revision:1235; }","duration":"167.136382ms","start":"2026-03-30T16:50:37.333404Z","end":"2026-03-30T16:50:37.500540Z","steps":["trace[1170328999] 'agreement among raft nodes before linearized reading' (duration: 166.850656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:37.500634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.248534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-1\" limit:1 ","response":"range_response_count:1 size:6968"} {"level":"info","ts":"2026-03-30T16:50:37.500671Z","caller":"traceutil/trace.go:171","msg":"trace[208110707] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-controller-1; range_end:; response_count:1; response_revision:1235; }","duration":"167.298666ms","start":"2026-03-30T16:50:37.333356Z","end":"2026-03-30T16:50:37.500655Z","steps":["trace[208110707] 'agreement among raft nodes before linearized reading' (duration: 167.234725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.011532Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100073951,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:50:38.210826Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"420.173178ms"} {"level":"warn","ts":"2026-03-30T16:50:38.210880Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3b472061280a15b4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"420.23682ms"} {"level":"info","ts":"2026-03-30T16:50:38.210938Z","caller":"traceutil/trace.go:171","msg":"trace[911005217] linearizableReadLoop","detail":"{readStateIndex:1440; appliedIndex:1441; }","duration":"700.228703ms","start":"2026-03-30T16:50:37.510696Z","end":"2026-03-30T16:50:38.210925Z","steps":["trace[911005217] 'read index received' (duration: 700.224383ms)","trace[911005217] 'applied index is now lower than readState.Index' (duration: 3.26µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:38.211175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.460999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:38.211204Z","caller":"traceutil/trace.go:171","msg":"trace[367816036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1236; }","duration":"700.530941ms","start":"2026-03-30T16:50:37.510667Z","end":"2026-03-30T16:50:38.211198Z","steps":["trace[367816036] 'agreement among raft nodes before linearized reading' (duration: 700.46094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.211226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:37.510654Z","time spent":"700.567552ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:50:38.211866Z","caller":"traceutil/trace.go:171","msg":"trace[1856008009] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"701.860431ms","start":"2026-03-30T16:50:37.509994Z","end":"2026-03-30T16:50:38.211854Z","steps":["trace[1856008009] 'process raft request' (duration: 701.419461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.211944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:37.509976Z","time spent":"701.915763ms","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7266,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:38.212171Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":13905881171100073954,"received-request-id":13905881171100073951} {"level":"warn","ts":"2026-03-30T16:50:38.213716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.012525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a1ac65ad65be86\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-30T16:50:38.213822Z","caller":"traceutil/trace.go:171","msg":"trace[366214875] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18a1ac65ad65be86; range_end:; response_count:1; response_revision:1240; }","duration":"617.20386ms","start":"2026-03-30T16:50:37.596602Z","end":"2026-03-30T16:50:38.213806Z","steps":["trace[366214875] 'agreement among raft nodes before linearized reading' (duration: 616.79088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.213899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:37.596582Z","time spent":"617.305422ms","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":818,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a1ac65ad65be86\" limit:1 "} {"level":"info","ts":"2026-03-30T16:50:38.320779Z","caller":"traceutil/trace.go:171","msg":"trace[579684903] linearizableReadLoop","detail":"{readStateIndex:1445; appliedIndex:1445; }","duration":"103.426962ms","start":"2026-03-30T16:50:38.217319Z","end":"2026-03-30T16:50:38.320746Z","steps":["trace[579684903] 'read index received' (duration: 103.418042ms)","trace[579684903] 'applied index is now lower than readState.Index' (duration: 7.78µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:38.626629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.079567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-controller-1\" limit:1 ","response":"range_response_count:1 size:4856"} {"level":"info","ts":"2026-03-30T16:50:38.626705Z","caller":"traceutil/trace.go:171","msg":"trace[659369274] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-controller-1; range_end:; response_count:1; response_revision:1240; }","duration":"409.397484ms","start":"2026-03-30T16:50:38.217288Z","end":"2026-03-30T16:50:38.626686Z","steps":["trace[659369274] 'agreement among raft nodes before linearized reading' (duration: 103.556194ms)","trace[659369274] 'range keys from in-memory index tree' (duration: 305.506162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:38.626750Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:38.217272Z","time spent":"409.466466ms","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4880,"request content":"key:\"/registry/pods/kube-system/kube-vip-controller-1\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:38.626806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.594454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:50:38.626933Z","caller":"traceutil/trace.go:171","msg":"trace[1170584437] transaction","detail":"{read_only:false; response_revision:1241; number_of_response:1; }","duration":"409.576008ms","start":"2026-03-30T16:50:38.217331Z","end":"2026-03-30T16:50:38.626907Z","steps":["trace[1170584437] 'process raft request' (duration: 103.591985ms)","trace[1170584437] 'compare' (duration: 305.458801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:38.627049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:38.217315Z","time spent":"409.685181ms","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:38.839944Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"422.575105ms"} {"level":"warn","ts":"2026-03-30T16:50:38.840025Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3b472061280a15b4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"422.667927ms"} {"level":"info","ts":"2026-03-30T16:50:38.936962Z","caller":"traceutil/trace.go:171","msg":"trace[1935246236] linearizableReadLoop","detail":"{readStateIndex:1446; appliedIndex:1447; }","duration":"475.356898ms","start":"2026-03-30T16:50:38.461555Z","end":"2026-03-30T16:50:38.936912Z","steps":["trace[1935246236] 'read index received' (duration: 475.344848ms)","trace[1935246236] 'applied index is now lower than readState.Index' (duration: 10.41µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:38.937099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.521152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:38.937136Z","caller":"traceutil/trace.go:171","msg":"trace[1696628426] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1242; }","duration":"475.605114ms","start":"2026-03-30T16:50:38.461523Z","end":"2026-03-30T16:50:38.937128Z","steps":["trace[1696628426] 'agreement among raft nodes before linearized reading' (duration: 475.512762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:38.937168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:38.461510Z","time spent":"475.650365ms","remote":"127.0.0.1:47994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:50:39.053472Z","caller":"traceutil/trace.go:171","msg":"trace[158062247] linearizableReadLoop","detail":"{readStateIndex:1447; appliedIndex:1447; }","duration":"116.412045ms","start":"2026-03-30T16:50:38.937034Z","end":"2026-03-30T16:50:39.053446Z","steps":["trace[158062247] 'read index received' (duration: 116.403664ms)","trace[158062247] 'applied index is now lower than readState.Index' (duration: 6.721µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:39.053611Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb [term: 5] ignored a MsgReadIndexResp message with lower term from 3b472061280a15b4 [term: 4]"} {"level":"warn","ts":"2026-03-30T16:50:39.061395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.353354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:39.061463Z","caller":"traceutil/trace.go:171","msg":"trace[1224545860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1242; }","duration":"169.476887ms","start":"2026-03-30T16:50:38.891968Z","end":"2026-03-30T16:50:39.061445Z","steps":["trace[1224545860] 'agreement among raft nodes before linearized reading' (duration: 161.574692ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:39.062691Z","caller":"traceutil/trace.go:171","msg":"trace[1277545028] transaction","detail":"{read_only:false; response_revision:1245; number_of_response:1; }","duration":"378.778757ms","start":"2026-03-30T16:50:38.683899Z","end":"2026-03-30T16:50:39.062677Z","steps":["trace[1277545028] 'process raft request' (duration: 378.709425ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:39.062732Z","caller":"traceutil/trace.go:171","msg":"trace[1611418538] transaction","detail":"{read_only:false; response_revision:1244; number_of_response:1; }","duration":"382.345609ms","start":"2026-03-30T16:50:38.680368Z","end":"2026-03-30T16:50:39.062713Z","steps":["trace[1611418538] 'process raft request' (duration: 382.000281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.062800Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:38.683882Z","time spent":"378.849099ms","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5124,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:50:39.062836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:38.680351Z","time spent":"382.436323ms","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":842,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T16:50:39.346788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.951225ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:39.346876Z","caller":"traceutil/trace.go:171","msg":"trace[13913038] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1246; }","duration":"157.054777ms","start":"2026-03-30T16:50:39.189809Z","end":"2026-03-30T16:50:39.346864Z","steps":["trace[13913038] 'range keys from in-memory index tree' (duration: 156.905623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.425535Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"155.34025ms"} {"level":"warn","ts":"2026-03-30T16:50:39.425614Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3b472061280a15b4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"155.422082ms"} {"level":"info","ts":"2026-03-30T16:50:39.425797Z","caller":"traceutil/trace.go:171","msg":"trace[46003504] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"356.630809ms","start":"2026-03-30T16:50:39.069150Z","end":"2026-03-30T16:50:39.425781Z","steps":["trace[46003504] 'process raft request' (duration: 356.550828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.425917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:39.069113Z","time spent":"356.747282ms","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":840,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T16:50:39.425641Z","caller":"traceutil/trace.go:171","msg":"trace[776987509] linearizableReadLoop","detail":"{readStateIndex:1450; appliedIndex:1451; }","duration":"362.415835ms","start":"2026-03-30T16:50:39.063195Z","end":"2026-03-30T16:50:39.425611Z","steps":["trace[776987509] 'read index received' (duration: 362.395694ms)","trace[776987509] 'applied index is now lower than readState.Index' (duration: 18.581µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:39.426313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.100411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:39.426529Z","caller":"traceutil/trace.go:171","msg":"trace[63043941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1247; }","duration":"363.356826ms","start":"2026-03-30T16:50:39.063161Z","end":"2026-03-30T16:50:39.426518Z","steps":["trace[63043941] 'agreement among raft nodes before linearized reading' (duration: 362.881806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.426590Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:39.063142Z","time spent":"363.440949ms","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T16:50:39.534352Z","caller":"traceutil/trace.go:171","msg":"trace[789213368] linearizableReadLoop","detail":"{readStateIndex:1453; appliedIndex:1454; }","duration":"108.233305ms","start":"2026-03-30T16:50:39.426102Z","end":"2026-03-30T16:50:39.534335Z","steps":["trace[789213368] 'read index received' (duration: 108.225855ms)","trace[789213368] 'applied index is now lower than readState.Index' (duration: 6.42µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:39.534680Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.150274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xbhl2\" limit:1 ","response":"range_response_count:1 size:18335"} {"level":"info","ts":"2026-03-30T16:50:39.534784Z","caller":"traceutil/trace.go:171","msg":"trace[946002748] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xbhl2; range_end:; response_count:1; response_revision:1248; }","duration":"466.271377ms","start":"2026-03-30T16:50:39.068505Z","end":"2026-03-30T16:50:39.534776Z","steps":["trace[946002748] 'agreement among raft nodes before linearized reading' (duration: 466.091913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.534817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:39.068436Z","time spent":"466.37284ms","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18359,"request content":"key:\"/registry/pods/kube-system/cilium-xbhl2\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:50:39.534681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.043136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:50:39.535134Z","caller":"traceutil/trace.go:171","msg":"trace[2131571851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1248; }","duration":"116.516948ms","start":"2026-03-30T16:50:39.418599Z","end":"2026-03-30T16:50:39.535116Z","steps":["trace[2131571851] 'agreement among raft nodes before linearized reading' (duration: 116.019506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:39.534730Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.079738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-30T16:50:39.534981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.013572ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:39.535908Z","caller":"traceutil/trace.go:171","msg":"trace[1509540696] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1248; }","duration":"188.963394ms","start":"2026-03-30T16:50:39.346936Z","end":"2026-03-30T16:50:39.535899Z","steps":["trace[1509540696] 'agreement among raft nodes before linearized reading' (duration: 187.981821ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:39.535417Z","caller":"traceutil/trace.go:171","msg":"trace[1433848463] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"104.730351ms","start":"2026-03-30T16:50:39.430677Z","end":"2026-03-30T16:50:39.535408Z","steps":["trace[1433848463] 'process raft request' (duration: 104.697911ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:39.535497Z","caller":"traceutil/trace.go:171","msg":"trace[1337489752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1248; }","duration":"116.846725ms","start":"2026-03-30T16:50:39.418635Z","end":"2026-03-30T16:50:39.535482Z","steps":["trace[1337489752] 'agreement among raft nodes before linearized reading' (duration: 116.072837ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:39.828916Z","caller":"traceutil/trace.go:171","msg":"trace[310664987] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"103.3569ms","start":"2026-03-30T16:50:39.725541Z","end":"2026-03-30T16:50:39.828898Z","steps":["trace[310664987] 'process raft request' (duration: 103.225197ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:40.835025Z","caller":"traceutil/trace.go:171","msg":"trace[1939681062] linearizableReadLoop","detail":"{readStateIndex:1513; appliedIndex:1514; }","duration":"272.574793ms","start":"2026-03-30T16:50:40.562436Z","end":"2026-03-30T16:50:40.835011Z","steps":["trace[1939681062] 'read index received' (duration: 272.570133ms)","trace[1939681062] 'applied index is now lower than readState.Index' (duration: 3.82µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:40.835127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.675696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xbhl2\" limit:1 ","response":"range_response_count:1 size:18699"} {"level":"info","ts":"2026-03-30T16:50:40.835154Z","caller":"traceutil/trace.go:171","msg":"trace[1691987566] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xbhl2; range_end:; response_count:1; response_revision:1307; }","duration":"272.754678ms","start":"2026-03-30T16:50:40.562392Z","end":"2026-03-30T16:50:40.835146Z","steps":["trace[1691987566] 'agreement among raft nodes before linearized reading' (duration: 272.682766ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:40.835179Z","caller":"traceutil/trace.go:171","msg":"trace[1045126767] transaction","detail":"{read_only:false; response_revision:1308; number_of_response:1; }","duration":"270.500665ms","start":"2026-03-30T16:50:40.564670Z","end":"2026-03-30T16:50:40.835171Z","steps":["trace[1045126767] 'process raft request' (duration: 270.428673ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:41.305668Z","caller":"traceutil/trace.go:171","msg":"trace[800077298] linearizableReadLoop","detail":"{readStateIndex:1517; appliedIndex:1517; }","duration":"115.633628ms","start":"2026-03-30T16:50:41.190006Z","end":"2026-03-30T16:50:41.305640Z","steps":["trace[800077298] 'read index received' (duration: 115.625758ms)","trace[800077298] 'applied index is now lower than readState.Index' (duration: 6.07µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:41.367532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.511817ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:41.367597Z","caller":"traceutil/trace.go:171","msg":"trace[54486992] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1310; }","duration":"177.584478ms","start":"2026-03-30T16:50:41.189997Z","end":"2026-03-30T16:50:41.367581Z","steps":["trace[54486992] 'agreement among raft nodes before linearized reading' (duration: 115.759391ms)","trace[54486992] 'range keys from in-memory index tree' (duration: 61.737626ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:41.368076Z","caller":"traceutil/trace.go:171","msg":"trace[227628826] transaction","detail":"{read_only:false; response_revision:1311; number_of_response:1; }","duration":"218.944678ms","start":"2026-03-30T16:50:41.149120Z","end":"2026-03-30T16:50:41.368064Z","steps":["trace[227628826] 'process raft request' (duration: 156.739521ms)","trace[227628826] 'compare' (duration: 61.609563ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:41.368382Z","caller":"traceutil/trace.go:171","msg":"trace[2018824555] transaction","detail":"{read_only:false; response_revision:1312; number_of_response:1; }","duration":"188.345342ms","start":"2026-03-30T16:50:41.180020Z","end":"2026-03-30T16:50:41.368366Z","steps":["trace[2018824555] 'process raft request' (duration: 187.704226ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:41.626888Z","caller":"traceutil/trace.go:171","msg":"trace[1407229814] transaction","detail":"{read_only:false; response_revision:1316; number_of_response:1; }","duration":"126.159284ms","start":"2026-03-30T16:50:41.500647Z","end":"2026-03-30T16:50:41.626806Z","steps":["trace[1407229814] 'process raft request' (duration: 126.022031ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:42.683992Z","caller":"traceutil/trace.go:171","msg":"trace[1961949885] transaction","detail":"{read_only:false; response_revision:1332; number_of_response:1; }","duration":"103.421093ms","start":"2026-03-30T16:50:42.580558Z","end":"2026-03-30T16:50:42.683979Z","steps":["trace[1961949885] 'process raft request' (duration: 103.334011ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:42.780155Z","caller":"traceutil/trace.go:171","msg":"trace[1006271565] linearizableReadLoop","detail":"{readStateIndex:1539; appliedIndex:1539; }","duration":"102.352936ms","start":"2026-03-30T16:50:42.677759Z","end":"2026-03-30T16:50:42.780112Z","steps":["trace[1006271565] 'read index received' (duration: 102.346276ms)","trace[1006271565] 'applied index is now lower than readState.Index' (duration: 5.08µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:42.780408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.619743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:50:42.780491Z","caller":"traceutil/trace.go:171","msg":"trace[365996610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1332; }","duration":"102.743856ms","start":"2026-03-30T16:50:42.677727Z","end":"2026-03-30T16:50:42.780471Z","steps":["trace[365996610] 'agreement among raft nodes before linearized reading' (duration: 102.578172ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:42.780487Z","caller":"traceutil/trace.go:171","msg":"trace[76011977] transaction","detail":"{read_only:false; response_revision:1333; number_of_response:1; }","duration":"186.915558ms","start":"2026-03-30T16:50:42.593559Z","end":"2026-03-30T16:50:42.780474Z","steps":["trace[76011977] 'process raft request' (duration: 186.787675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:42.781631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.817908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T16:50:42.781834Z","caller":"traceutil/trace.go:171","msg":"trace[1536790923] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1333; }","duration":"103.047883ms","start":"2026-03-30T16:50:42.678776Z","end":"2026-03-30T16:50:42.781824Z","steps":["trace[1536790923] 'agreement among raft nodes before linearized reading' (duration: 102.776617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:44.602041Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"324.793252ms"} {"level":"warn","ts":"2026-03-30T16:50:44.602086Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3b472061280a15b4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"324.842353ms"} {"level":"warn","ts":"2026-03-30T16:50:44.602212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.722965ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:44.602289Z","caller":"traceutil/trace.go:171","msg":"trace[858027369] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1354; }","duration":"412.812927ms","start":"2026-03-30T16:50:44.189460Z","end":"2026-03-30T16:50:44.602273Z","steps":["trace[858027369] 'range keys from in-memory index tree' (duration: 412.681914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:44.602353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.737414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:44.602379Z","caller":"traceutil/trace.go:171","msg":"trace[894056085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1354; }","duration":"709.791555ms","start":"2026-03-30T16:50:43.892580Z","end":"2026-03-30T16:50:44.602371Z","steps":["trace[894056085] 'range keys from in-memory index tree' (duration: 708.822192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:44.602440Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:50:43.892564Z","time spent":"709.868547ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:50:48.048712Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"78.091425ms"} {"level":"warn","ts":"2026-03-30T16:50:48.048806Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3b472061280a15b4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"78.189887ms"} {"level":"info","ts":"2026-03-30T16:50:48.049793Z","caller":"traceutil/trace.go:171","msg":"trace[1606026537] linearizableReadLoop","detail":"{readStateIndex:1631; appliedIndex:1631; }","duration":"254.888932ms","start":"2026-03-30T16:50:47.794882Z","end":"2026-03-30T16:50:48.049771Z","steps":["trace[1606026537] 'read index received' (duration: 254.882841ms)","trace[1606026537] 'applied index is now lower than readState.Index' (duration: 4.781µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:48.072041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.154763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:auth-delegator\" limit:1 ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-30T16:50:48.072094Z","caller":"traceutil/trace.go:171","msg":"trace[1871509475] range","detail":"{range_begin:/registry/clusterroles/system:auth-delegator; range_end:; response_count:1; response_revision:1402; }","duration":"277.262066ms","start":"2026-03-30T16:50:47.794820Z","end":"2026-03-30T16:50:48.072082Z","steps":["trace[1871509475] 'agreement among raft nodes before linearized reading' (duration: 255.072835ms)","trace[1871509475] 'range keys from in-memory index tree' (duration: 22.100538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:48.072196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.797546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver\" limit:1 ","response":"range_response_count:1 size:724"} {"level":"warn","ts":"2026-03-30T16:50:48.072184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.231374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient\" limit:1 ","response":"range_response_count:1 size:706"} {"level":"info","ts":"2026-03-30T16:50:48.072262Z","caller":"traceutil/trace.go:171","msg":"trace[1107701156] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient; range_end:; response_count:1; response_revision:1403; }","duration":"259.342606ms","start":"2026-03-30T16:50:47.812905Z","end":"2026-03-30T16:50:48.072247Z","steps":["trace[1107701156] 'agreement among raft nodes before linearized reading' (duration: 259.205243ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:48.072257Z","caller":"traceutil/trace.go:171","msg":"trace[1158873709] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver; range_end:; response_count:1; response_revision:1403; }","duration":"215.955419ms","start":"2026-03-30T16:50:47.856284Z","end":"2026-03-30T16:50:48.072239Z","steps":["trace[1158873709] 'agreement among raft nodes before linearized reading' (duration: 215.856777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:48.072323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.011573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient\" limit:1 ","response":"range_response_count:1 size:718"} {"level":"info","ts":"2026-03-30T16:50:48.072409Z","caller":"traceutil/trace.go:171","msg":"trace[1686083797] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient; range_end:; response_count:1; response_revision:1403; }","duration":"240.144707ms","start":"2026-03-30T16:50:47.832246Z","end":"2026-03-30T16:50:48.072390Z","steps":["trace[1686083797] 'agreement among raft nodes before linearized reading' (duration: 239.953622ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:48.072419Z","caller":"traceutil/trace.go:171","msg":"trace[1964781119] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"278.533786ms","start":"2026-03-30T16:50:47.793875Z","end":"2026-03-30T16:50:48.072408Z","steps":["trace[1964781119] 'process raft request' (duration: 254.982673ms)","trace[1964781119] 'compare' (duration: 23.118683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:48.072414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.525963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:50:48.072463Z","caller":"traceutil/trace.go:171","msg":"trace[400664683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1403; }","duration":"181.601115ms","start":"2026-03-30T16:50:47.890849Z","end":"2026-03-30T16:50:48.072450Z","steps":["trace[400664683] 'agreement among raft nodes before linearized reading' (duration: 181.532323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:48.072512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.248098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:4200"} {"level":"info","ts":"2026-03-30T16:50:48.072530Z","caller":"traceutil/trace.go:171","msg":"trace[2056744102] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:1403; }","duration":"225.299579ms","start":"2026-03-30T16:50:47.847225Z","end":"2026-03-30T16:50:48.072524Z","steps":["trace[2056744102] 'agreement among raft nodes before linearized reading' (duration: 225.254228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:48.072582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.129685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" limit:1 ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-03-30T16:50:48.072611Z","caller":"traceutil/trace.go:171","msg":"trace[1113987222] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:1403; }","duration":"257.166935ms","start":"2026-03-30T16:50:47.815435Z","end":"2026-03-30T16:50:48.072602Z","steps":["trace[1113987222] 'agreement among raft nodes before linearized reading' (duration: 257.116824ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:54.987520Z","caller":"traceutil/trace.go:171","msg":"trace[883294592] linearizableReadLoop","detail":"{readStateIndex:1759; appliedIndex:1759; }","duration":"139.068621ms","start":"2026-03-30T16:50:54.848420Z","end":"2026-03-30T16:50:54.987488Z","steps":["trace[883294592] 'read index received' (duration: 139.060401ms)","trace[883294592] 'applied index is now lower than readState.Index' (duration: 7.02µs)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:50:54.987750Z","caller":"traceutil/trace.go:171","msg":"trace[2140381532] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1492; }","duration":"158.867105ms","start":"2026-03-30T16:50:54.828864Z","end":"2026-03-30T16:50:54.987731Z","steps":["trace[2140381532] 'process raft request' (duration: 158.830584ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:54.987781Z","caller":"traceutil/trace.go:171","msg":"trace[997158738] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"159.47955ms","start":"2026-03-30T16:50:54.828281Z","end":"2026-03-30T16:50:54.987760Z","steps":["trace[997158738] 'process raft request' (duration: 159.309286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:54.987838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.345048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-30T16:50:54.988086Z","caller":"traceutil/trace.go:171","msg":"trace[1148396987] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1491; }","duration":"139.579893ms","start":"2026-03-30T16:50:54.848365Z","end":"2026-03-30T16:50:54.987945Z","steps":["trace[1148396987] 'agreement among raft nodes before linearized reading' (duration: 139.278136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:54.989145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.62139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:horizontal-pod-autoscaler\" limit:1 ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-30T16:50:54.989194Z","caller":"traceutil/trace.go:171","msg":"trace[144157991] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:1492; }","duration":"138.675001ms","start":"2026-03-30T16:50:54.850507Z","end":"2026-03-30T16:50:54.989182Z","steps":["trace[144157991] 'agreement among raft nodes before linearized reading' (duration: 138.551899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:54.989396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.917893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:service-account-issuer-discovery\" limit:1 ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-30T16:50:54.989420Z","caller":"traceutil/trace.go:171","msg":"trace[2085023560] range","detail":"{range_begin:/registry/clusterroles/system:service-account-issuer-discovery; range_end:; response_count:1; response_revision:1492; }","duration":"105.970465ms","start":"2026-03-30T16:50:54.883442Z","end":"2026-03-30T16:50:54.989412Z","steps":["trace[2085023560] 'agreement among raft nodes before linearized reading' (duration: 105.924004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:54.989549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.976753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:heapster\" limit:1 ","response":"range_response_count:1 size:638"} {"level":"info","ts":"2026-03-30T16:50:54.989600Z","caller":"traceutil/trace.go:171","msg":"trace[558496988] range","detail":"{range_begin:/registry/clusterroles/system:heapster; range_end:; response_count:1; response_revision:1492; }","duration":"117.027354ms","start":"2026-03-30T16:50:54.872543Z","end":"2026-03-30T16:50:54.989570Z","steps":["trace[558496988] 'agreement among raft nodes before linearized reading' (duration: 116.978543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:54.989825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.561488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:disruption-controller\" limit:1 ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-03-30T16:50:54.989897Z","caller":"traceutil/trace.go:171","msg":"trace[66305070] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:disruption-controller; range_end:; response_count:1; response_revision:1492; }","duration":"126.66908ms","start":"2026-03-30T16:50:54.863209Z","end":"2026-03-30T16:50:54.989878Z","steps":["trace[66305070] 'agreement among raft nodes before linearized reading' (duration: 126.547517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:58.490509Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"34.403729ms"} {"level":"warn","ts":"2026-03-30T16:50:58.490689Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3b472061280a15b4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"34.622154ms"} {"level":"info","ts":"2026-03-30T16:50:58.502168Z","caller":"traceutil/trace.go:171","msg":"trace[573910419] linearizableReadLoop","detail":"{readStateIndex:1831; appliedIndex:1832; }","duration":"190.573661ms","start":"2026-03-30T16:50:58.311580Z","end":"2026-03-30T16:50:58.502154Z","steps":["trace[573910419] 'read index received' (duration: 190.569471ms)","trace[573910419] 'applied index is now lower than readState.Index' (duration: 3.31µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:58.502336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.717204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:kube-scheduler\" limit:1 ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-30T16:50:58.502400Z","caller":"traceutil/trace.go:171","msg":"trace[971338240] range","detail":"{range_begin:/registry/clusterrolebindings/system:kube-scheduler; range_end:; response_count:1; response_revision:1563; }","duration":"190.836816ms","start":"2026-03-30T16:50:58.311547Z","end":"2026-03-30T16:50:58.502384Z","steps":["trace[971338240] 'agreement among raft nodes before linearized reading' (duration: 190.689293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:58.502994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.669365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:selinux-warning-controller\" limit:1 ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-30T16:50:58.503034Z","caller":"traceutil/trace.go:171","msg":"trace[418066919] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:selinux-warning-controller; range_end:; response_count:1; response_revision:1564; }","duration":"188.727247ms","start":"2026-03-30T16:50:58.314299Z","end":"2026-03-30T16:50:58.503026Z","steps":["trace[418066919] 'agreement among raft nodes before linearized reading' (duration: 188.666325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:58.503060Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.675026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:coredns\" limit:1 ","response":"range_response_count:1 size:415"} {"level":"info","ts":"2026-03-30T16:50:58.503114Z","caller":"traceutil/trace.go:171","msg":"trace[1411445846] range","detail":"{range_begin:/registry/clusterrolebindings/system:coredns; range_end:; response_count:1; response_revision:1564; }","duration":"168.748708ms","start":"2026-03-30T16:50:58.334352Z","end":"2026-03-30T16:50:58.503100Z","steps":["trace[1411445846] 'agreement among raft nodes before linearized reading' (duration: 168.651135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:58.503159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.334062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:monitoring\" limit:1 ","response":"range_response_count:1 size:694"} {"level":"info","ts":"2026-03-30T16:50:58.503204Z","caller":"traceutil/trace.go:171","msg":"trace[241293269] range","detail":"{range_begin:/registry/clusterrolebindings/system:monitoring; range_end:; response_count:1; response_revision:1564; }","duration":"175.423015ms","start":"2026-03-30T16:50:58.327774Z","end":"2026-03-30T16:50:58.503197Z","steps":["trace[241293269] 'agreement among raft nodes before linearized reading' (duration: 175.361333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:58.503294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.737748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:discovery\" limit:1 ","response":"range_response_count:1 size:694"} {"level":"info","ts":"2026-03-30T16:50:58.503376Z","caller":"traceutil/trace.go:171","msg":"trace[1141590659] range","detail":"{range_begin:/registry/clusterrolebindings/system:discovery; range_end:; response_count:1; response_revision:1564; }","duration":"171.88084ms","start":"2026-03-30T16:50:58.331476Z","end":"2026-03-30T16:50:58.503357Z","steps":["trace[1141590659] 'agreement among raft nodes before linearized reading' (duration: 171.656055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:50:58.503328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.468414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:route-controller\" limit:1 ","response":"range_response_count:1 size:739"} {"level":"info","ts":"2026-03-30T16:50:58.503567Z","caller":"traceutil/trace.go:171","msg":"trace[848760885] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:route-controller; range_end:; response_count:1; response_revision:1564; }","duration":"163.696899ms","start":"2026-03-30T16:50:58.339774Z","end":"2026-03-30T16:50:58.503471Z","steps":["trace[848760885] 'agreement among raft nodes before linearized reading' (duration: 163.354971ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:50:59.706121Z","caller":"traceutil/trace.go:171","msg":"trace[1839086873] linearizableReadLoop","detail":"{readStateIndex:1839; appliedIndex:1840; }","duration":"122.657707ms","start":"2026-03-30T16:50:59.583447Z","end":"2026-03-30T16:50:59.706105Z","steps":["trace[1839086873] 'read index received' (duration: 122.653396ms)","trace[1839086873] 'applied index is now lower than readState.Index' (duration: 3.321µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:50:59.706418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.929104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:745"} {"level":"info","ts":"2026-03-30T16:50:59.706463Z","caller":"traceutil/trace.go:171","msg":"trace[610054296] range","detail":"{range_begin:/registry/clusterrolebindings/system:kube-controller-manager; range_end:; response_count:1; response_revision:1568; }","duration":"123.033246ms","start":"2026-03-30T16:50:59.583417Z","end":"2026-03-30T16:50:59.706450Z","steps":["trace[610054296] 'agreement among raft nodes before linearized reading' (duration: 122.863252ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:01.854763Z","caller":"traceutil/trace.go:171","msg":"trace[1427601404] linearizableReadLoop","detail":"{readStateIndex:1847; appliedIndex:1847; }","duration":"144.122181ms","start":"2026-03-30T16:51:01.710605Z","end":"2026-03-30T16:51:01.854727Z","steps":["trace[1427601404] 'read index received' (duration: 144.111661ms)","trace[1427601404] 'applied index is now lower than readState.Index' (duration: 8.34µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:02.158899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.258505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T16:51:02.159019Z","caller":"traceutil/trace.go:171","msg":"trace[169283599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1575; }","duration":"448.415959ms","start":"2026-03-30T16:51:01.710568Z","end":"2026-03-30T16:51:02.158984Z","steps":["trace[169283599] 'agreement among raft nodes before linearized reading' (duration: 144.275665ms)","trace[169283599] 'range keys from in-memory index tree' (duration: 303.938079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:02.159087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:01.710550Z","time spent":"448.525051ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:02.159117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.371246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-30T16:51:02.159389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.179615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:02.159437Z","caller":"traceutil/trace.go:171","msg":"trace[352683014] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1578; }","duration":"350.246606ms","start":"2026-03-30T16:51:01.809175Z","end":"2026-03-30T16:51:02.159422Z","steps":["trace[352683014] 'agreement among raft nodes before linearized reading' (duration: 350.184715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:02.159482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:01.809165Z","time spent":"350.306827ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"info","ts":"2026-03-30T16:51:02.159357Z","caller":"traceutil/trace.go:171","msg":"trace[976529800] linearizableReadLoop","detail":"{readStateIndex:1848; appliedIndex:1847; }","duration":"304.478602ms","start":"2026-03-30T16:51:01.854851Z","end":"2026-03-30T16:51:02.159330Z","steps":["trace[976529800] 'read index received' (duration: 1.73716ms)","trace[976529800] 'applied index is now lower than readState.Index' (duration: 302.738852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:02.159743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.160491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:02.159798Z","caller":"traceutil/trace.go:171","msg":"trace[684073536] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1578; }","duration":"358.244642ms","start":"2026-03-30T16:51:01.801540Z","end":"2026-03-30T16:51:02.159785Z","steps":["trace[684073536] 'agreement among raft nodes before linearized reading' (duration: 358.13475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:02.159829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:01.801530Z","time spent":"358.291373ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:02.159787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.811027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:02.160045Z","caller":"traceutil/trace.go:171","msg":"trace[2113199770] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1578; }","duration":"365.194636ms","start":"2026-03-30T16:51:01.794837Z","end":"2026-03-30T16:51:02.160032Z","steps":["trace[2113199770] 'agreement among raft nodes before linearized reading' (duration: 364.628923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:02.160808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:01.794823Z","time spent":"365.960155ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:02.690236Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100075537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:51:02.770302Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"4065a72c645ea22d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"434.225259ms"} {"level":"warn","ts":"2026-03-30T16:51:02.770370Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3b472061280a15b4","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"434.307781ms"} {"level":"info","ts":"2026-03-30T16:51:02.770381Z","caller":"traceutil/trace.go:171","msg":"trace[1376755668] linearizableReadLoop","detail":"{readStateIndex:1850; appliedIndex:1850; }","duration":"580.215572ms","start":"2026-03-30T16:51:02.190141Z","end":"2026-03-30T16:51:02.770356Z","steps":["trace[1376755668] 'read index received' (duration: 580.188321ms)","trace[1376755668] 'applied index is now lower than readState.Index' (duration: 25.731µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:02.770563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.400467ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:02.770668Z","caller":"traceutil/trace.go:171","msg":"trace[845595430] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1578; }","duration":"580.51675ms","start":"2026-03-30T16:51:02.190134Z","end":"2026-03-30T16:51:02.770651Z","steps":["trace[845595430] 'agreement among raft nodes before linearized reading' (duration: 580.379087ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:02.770864Z","caller":"traceutil/trace.go:171","msg":"trace[2026317360] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"744.700921ms","start":"2026-03-30T16:51:02.026149Z","end":"2026-03-30T16:51:02.770850Z","steps":["trace[2026317360] 'process raft request' (duration: 744.576887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:02.770960Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:02.026132Z","time spent":"744.773704ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:51:02.795037Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":13905881171100075538,"received-request-id":13905881171100075537} {"level":"info","ts":"2026-03-30T16:51:03.064873Z","caller":"traceutil/trace.go:171","msg":"trace[128118117] linearizableReadLoop","detail":"{readStateIndex:1851; appliedIndex:1852; }","duration":"294.407437ms","start":"2026-03-30T16:51:02.770443Z","end":"2026-03-30T16:51:03.064850Z","steps":["trace[128118117] 'read index received' (duration: 294.396757ms)","trace[128118117] 'applied index is now lower than readState.Index' (duration: 9.01µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:03.065038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.125004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-30T16:51:03.065110Z","caller":"traceutil/trace.go:171","msg":"trace[1035862950] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1581; }","duration":"494.240916ms","start":"2026-03-30T16:51:02.570854Z","end":"2026-03-30T16:51:03.065095Z","steps":["trace[1035862950] 'agreement among raft nodes before linearized reading' (duration: 494.056231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.065171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.660359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:03.065235Z","caller":"traceutil/trace.go:171","msg":"trace[850859337] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1581; }","duration":"804.771642ms","start":"2026-03-30T16:51:02.260448Z","end":"2026-03-30T16:51:03.065220Z","steps":["trace[850859337] 'agreement among raft nodes before linearized reading' (duration: 804.666179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.065169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:02.570839Z","time spent":"494.311048ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:03.065304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.219035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:51:03.065301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.990789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:03.065335Z","caller":"traceutil/trace.go:171","msg":"trace[1482472282] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1581; }","duration":"800.293416ms","start":"2026-03-30T16:51:02.265035Z","end":"2026-03-30T16:51:03.065328Z","steps":["trace[1482472282] 'agreement among raft nodes before linearized reading' (duration: 800.253575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.065357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:02.265028Z","time spent":"800.323427ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:03.065342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.711746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:03.065360Z","caller":"traceutil/trace.go:171","msg":"trace[1230620921] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1581; }","duration":"800.235794ms","start":"2026-03-30T16:51:02.265103Z","end":"2026-03-30T16:51:03.065338Z","steps":["trace[1230620921] 'agreement among raft nodes before linearized reading' (duration: 799.984409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.065405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:02.265093Z","time spent":"800.299497ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:03.065055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.932116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:03.065398Z","caller":"traceutil/trace.go:171","msg":"trace[1091392154] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1581; }","duration":"803.791608ms","start":"2026-03-30T16:51:02.261591Z","end":"2026-03-30T16:51:03.065382Z","steps":["trace[1091392154] 'agreement among raft nodes before linearized reading' (duration: 803.713547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.065469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:02.261573Z","time spent":"803.88556ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"info","ts":"2026-03-30T16:51:03.065559Z","caller":"traceutil/trace.go:171","msg":"trace[1488668104] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1581; }","duration":"779.362475ms","start":"2026-03-30T16:51:02.286090Z","end":"2026-03-30T16:51:03.065452Z","steps":["trace[1488668104] 'agreement among raft nodes before linearized reading' (duration: 778.920035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.065268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:02.260418Z","time spent":"804.843514ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:03.065673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:02.286076Z","time spent":"779.579081ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:03.065859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.952857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:03.065915Z","caller":"traceutil/trace.go:171","msg":"trace[213258972] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1581; }","duration":"771.032789ms","start":"2026-03-30T16:51:02.294867Z","end":"2026-03-30T16:51:03.065900Z","steps":["trace[213258972] 'agreement among raft nodes before linearized reading' (duration: 770.220441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.065955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:02.294858Z","time spent":"771.0861ms","remote":"127.0.0.1:47834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:03.066504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.456323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:03.066544Z","caller":"traceutil/trace.go:171","msg":"trace[1089802745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1581; }","duration":"174.519834ms","start":"2026-03-30T16:51:02.892014Z","end":"2026-03-30T16:51:03.066534Z","steps":["trace[1089802745] 'agreement among raft nodes before linearized reading' (duration: 174.413482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.394205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.618965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:03.394305Z","caller":"traceutil/trace.go:171","msg":"trace[273643175] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1582; }","duration":"237.759149ms","start":"2026-03-30T16:51:03.156527Z","end":"2026-03-30T16:51:03.394286Z","steps":["trace[273643175] 'range keys from in-memory index tree' (duration: 236.599041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.394557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.937434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:03.394645Z","caller":"traceutil/trace.go:171","msg":"trace[1805441837] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1582; }","duration":"224.088288ms","start":"2026-03-30T16:51:03.170537Z","end":"2026-03-30T16:51:03.394626Z","steps":["trace[1805441837] 'range keys from in-memory index tree' (duration: 223.216538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.394760Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.934256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:03.394819Z","caller":"traceutil/trace.go:171","msg":"trace[1535268022] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1582; }","duration":"219.010309ms","start":"2026-03-30T16:51:03.175795Z","end":"2026-03-30T16:51:03.394806Z","steps":["trace[1535268022] 'range keys from in-memory index tree' (duration: 218.283781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.394930Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.067769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:03.394966Z","caller":"traceutil/trace.go:171","msg":"trace[495858459] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1582; }","duration":"219.126631ms","start":"2026-03-30T16:51:03.175828Z","end":"2026-03-30T16:51:03.394955Z","steps":["trace[495858459] 'range keys from in-memory index tree' (duration: 218.020005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.395014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.997788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-03-30T16:51:03.395036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.357415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1764"} {"level":"info","ts":"2026-03-30T16:51:03.395068Z","caller":"traceutil/trace.go:171","msg":"trace[1331554547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1582; }","duration":"141.089219ms","start":"2026-03-30T16:51:03.253964Z","end":"2026-03-30T16:51:03.395053Z","steps":["trace[1331554547] 'range keys from in-memory index tree' (duration: 139.664377ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:03.395081Z","caller":"traceutil/trace.go:171","msg":"trace[609797099] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:1582; }","duration":"230.431407ms","start":"2026-03-30T16:51:03.164638Z","end":"2026-03-30T16:51:03.395069Z","steps":["trace[609797099] 'range keys from in-memory index tree' (duration: 229.498855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.395264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.586531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.127\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-30T16:51:03.395317Z","caller":"traceutil/trace.go:171","msg":"trace[852966095] range","detail":"{range_begin:/registry/masterleases/199.19.213.127; range_end:; response_count:1; response_revision:1582; }","duration":"106.667692ms","start":"2026-03-30T16:51:03.288637Z","end":"2026-03-30T16:51:03.395305Z","steps":["trace[852966095] 'range keys from in-memory index tree' (duration: 105.182357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.395332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.638891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T16:51:03.395380Z","caller":"traceutil/trace.go:171","msg":"trace[13242192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1582; }","duration":"230.745774ms","start":"2026-03-30T16:51:03.164618Z","end":"2026-03-30T16:51:03.395364Z","steps":["trace[13242192] 'range keys from in-memory index tree' (duration: 229.252558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.395748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.818726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:03.395801Z","caller":"traceutil/trace.go:171","msg":"trace[1313724784] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1582; }","duration":"227.921558ms","start":"2026-03-30T16:51:03.167865Z","end":"2026-03-30T16:51:03.395786Z","steps":["trace[1313724784] 'range keys from in-memory index tree' (duration: 227.069238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.395824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.685925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/default/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1738"} {"level":"info","ts":"2026-03-30T16:51:03.395864Z","caller":"traceutil/trace.go:171","msg":"trace[615942359] range","detail":"{range_begin:/registry/configmaps/default/kube-root-ca.crt; range_end:; response_count:1; response_revision:1582; }","duration":"219.739306ms","start":"2026-03-30T16:51:03.176113Z","end":"2026-03-30T16:51:03.395853Z","steps":["trace[615942359] 'range keys from in-memory index tree' (duration: 218.876727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.395880Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.960161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:51:03.395861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.280406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/default/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1738"} {"level":"info","ts":"2026-03-30T16:51:03.395926Z","caller":"traceutil/trace.go:171","msg":"trace[1068689975] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1582; }","duration":"223.029143ms","start":"2026-03-30T16:51:03.172884Z","end":"2026-03-30T16:51:03.395913Z","steps":["trace[1068689975] 'range keys from in-memory index tree' (duration: 221.689981ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:03.395952Z","caller":"traceutil/trace.go:171","msg":"trace[1825796637] range","detail":"{range_begin:/registry/configmaps/default/kube-root-ca.crt; range_end:; response_count:1; response_revision:1582; }","duration":"225.400609ms","start":"2026-03-30T16:51:03.170539Z","end":"2026-03-30T16:51:03.395940Z","steps":["trace[1825796637] 'range keys from in-memory index tree' (duration: 224.525998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.395751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.56605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/default/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1738"} {"level":"info","ts":"2026-03-30T16:51:03.396055Z","caller":"traceutil/trace.go:171","msg":"trace[1894416975] range","detail":"{range_begin:/registry/configmaps/default/kube-root-ca.crt; range_end:; response_count:1; response_revision:1582; }","duration":"224.949418ms","start":"2026-03-30T16:51:03.171090Z","end":"2026-03-30T16:51:03.396039Z","steps":["trace[1894416975] 'range keys from in-memory index tree' (duration: 223.986226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.396103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.083856ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:03.396134Z","caller":"traceutil/trace.go:171","msg":"trace[311533838] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1582; }","duration":"206.115356ms","start":"2026-03-30T16:51:03.190009Z","end":"2026-03-30T16:51:03.396124Z","steps":["trace[311533838] 'range keys from in-memory index tree' (duration: 206.052155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.396413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.307203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1764"} {"level":"info","ts":"2026-03-30T16:51:03.396449Z","caller":"traceutil/trace.go:171","msg":"trace[1685097808] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:1582; }","duration":"221.365554ms","start":"2026-03-30T16:51:03.175073Z","end":"2026-03-30T16:51:03.396438Z","steps":["trace[1685097808] 'range keys from in-memory index tree' (duration: 220.804531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:03.781334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.058977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/default/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1738"} {"level":"info","ts":"2026-03-30T16:51:03.781397Z","caller":"traceutil/trace.go:171","msg":"trace[300598305] range","detail":"{range_begin:/registry/configmaps/default/kube-root-ca.crt; range_end:; response_count:1; response_revision:1582; }","duration":"282.146548ms","start":"2026-03-30T16:51:03.499234Z","end":"2026-03-30T16:51:03.781381Z","steps":["trace[300598305] 'agreement among raft nodes before linearized reading' (duration: 152.333893ms)","trace[300598305] 'range keys from in-memory index tree' (duration: 129.699672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:03.781437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.756463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1764"} {"level":"info","ts":"2026-03-30T16:51:03.781524Z","caller":"traceutil/trace.go:171","msg":"trace[1319547574] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:1582; }","duration":"279.835365ms","start":"2026-03-30T16:51:03.501662Z","end":"2026-03-30T16:51:03.781497Z","steps":["trace[1319547574] 'agreement among raft nodes before linearized reading' (duration: 149.858196ms)","trace[1319547574] 'range keys from in-memory index tree' (duration: 129.855116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:03.781623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.628145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1764"} {"level":"info","ts":"2026-03-30T16:51:03.781677Z","caller":"traceutil/trace.go:171","msg":"trace[1769173220] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:1582; }","duration":"289.702266ms","start":"2026-03-30T16:51:03.491958Z","end":"2026-03-30T16:51:03.781660Z","steps":["trace[1769173220] 'agreement among raft nodes before linearized reading' (duration: 159.653405ms)","trace[1769173220] 'range keys from in-memory index tree' (duration: 129.964468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:03.781861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.619479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1764"} {"level":"warn","ts":"2026-03-30T16:51:03.781856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.412238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:03.781918Z","caller":"traceutil/trace.go:171","msg":"trace[2086388739] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1582; }","duration":"277.503441ms","start":"2026-03-30T16:51:03.504401Z","end":"2026-03-30T16:51:03.781904Z","steps":["trace[2086388739] 'agreement among raft nodes before linearized reading' (duration: 147.101572ms)","trace[2086388739] 'range keys from in-memory index tree' (duration: 130.319647ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:51:03.781915Z","caller":"traceutil/trace.go:171","msg":"trace[1732116605] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:1582; }","duration":"282.674971ms","start":"2026-03-30T16:51:03.499219Z","end":"2026-03-30T16:51:03.781894Z","steps":["trace[1732116605] 'agreement among raft nodes before linearized reading' (duration: 152.363095ms)","trace[1732116605] 'range keys from in-memory index tree' (duration: 130.244115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:03.781958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.522582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:03.781999Z","caller":"traceutil/trace.go:171","msg":"trace[523201554] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1582; }","duration":"289.601624ms","start":"2026-03-30T16:51:03.492380Z","end":"2026-03-30T16:51:03.781982Z","steps":["trace[523201554] 'agreement among raft nodes before linearized reading' (duration: 159.220566ms)","trace[523201554] 'range keys from in-memory index tree' (duration: 130.331787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:03.781640Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.136416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:03.782136Z","caller":"traceutil/trace.go:171","msg":"trace[1405531393] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1582; }","duration":"290.67042ms","start":"2026-03-30T16:51:03.491451Z","end":"2026-03-30T16:51:03.782122Z","steps":["trace[1405531393] 'agreement among raft nodes before linearized reading' (duration: 160.169918ms)","trace[1405531393] 'range keys from in-memory index tree' (duration: 129.997469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:03.781770Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.036696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/default/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1738"} {"level":"warn","ts":"2026-03-30T16:51:03.781218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.748989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:51:03.782274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.277743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/default/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1738"} {"level":"info","ts":"2026-03-30T16:51:03.782307Z","caller":"traceutil/trace.go:171","msg":"trace[768369944] range","detail":"{range_begin:/registry/configmaps/default/kube-root-ca.crt; range_end:; response_count:1; response_revision:1582; }","duration":"282.318674ms","start":"2026-03-30T16:51:03.499980Z","end":"2026-03-30T16:51:03.782298Z","steps":["trace[768369944] 'agreement among raft nodes before linearized reading' (duration: 151.551196ms)","trace[768369944] 'range keys from in-memory index tree' (duration: 130.711037ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:51:03.782312Z","caller":"traceutil/trace.go:171","msg":"trace[100725164] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1582; }","duration":"282.901728ms","start":"2026-03-30T16:51:03.499391Z","end":"2026-03-30T16:51:03.782293Z","steps":["trace[100725164] 'agreement among raft nodes before linearized reading' (duration: 152.16634ms)","trace[100725164] 'range keys from in-memory index tree' (duration: 129.556689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:03.782392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.888527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:03.782250Z","caller":"traceutil/trace.go:171","msg":"trace[1459574612] range","detail":"{range_begin:/registry/configmaps/default/kube-root-ca.crt; range_end:; response_count:1; response_revision:1582; }","duration":"288.598911ms","start":"2026-03-30T16:51:03.493638Z","end":"2026-03-30T16:51:03.782237Z","steps":["trace[1459574612] 'agreement among raft nodes before linearized reading' (duration: 157.952886ms)","trace[1459574612] 'range keys from in-memory index tree' (duration: 130.081941ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:51:03.782434Z","caller":"traceutil/trace.go:171","msg":"trace[1314757289] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1582; }","duration":"282.936877ms","start":"2026-03-30T16:51:03.499483Z","end":"2026-03-30T16:51:03.782420Z","steps":["trace[1314757289] 'agreement among raft nodes before linearized reading' (duration: 152.060387ms)","trace[1314757289] 'range keys from in-memory index tree' (duration: 130.820129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:03.783358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.804742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T16:51:03.783442Z","caller":"traceutil/trace.go:171","msg":"trace[1813026635] linearizableReadLoop","detail":"{readStateIndex:1856; appliedIndex:1855; }","duration":"131.987756ms","start":"2026-03-30T16:51:03.651446Z","end":"2026-03-30T16:51:03.783434Z","steps":["trace[1813026635] 'read index received' (duration: 1.111495ms)","trace[1813026635] 'applied index is now lower than readState.Index' (duration: 130.874851ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T16:51:03.783963Z","caller":"traceutil/trace.go:171","msg":"trace[19282007] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"212.790253ms","start":"2026-03-30T16:51:03.571152Z","end":"2026-03-30T16:51:03.783943Z","steps":["trace[19282007] 'process raft request' (duration: 80.301845ms)","trace[19282007] 'compare' (duration: 130.288906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:03.784159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.186864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:03.784199Z","caller":"traceutil/trace.go:171","msg":"trace[1520875029] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1583; }","duration":"133.266955ms","start":"2026-03-30T16:51:03.650925Z","end":"2026-03-30T16:51:03.784192Z","steps":["trace[1520875029] 'agreement among raft nodes before linearized reading' (duration: 132.535019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:04.013471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.279402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:04.013563Z","caller":"traceutil/trace.go:171","msg":"trace[266470489] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1584; }","duration":"120.426786ms","start":"2026-03-30T16:51:03.893121Z","end":"2026-03-30T16:51:04.013548Z","steps":["trace[266470489] 'range keys from in-memory index tree' (duration: 119.201127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:04.015541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.039855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1764"} {"level":"info","ts":"2026-03-30T16:51:04.015614Z","caller":"traceutil/trace.go:171","msg":"trace[1805901624] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:1584; }","duration":"131.146067ms","start":"2026-03-30T16:51:03.884453Z","end":"2026-03-30T16:51:04.015599Z","steps":["trace[1805901624] 'range keys from in-memory index tree' (duration: 130.136024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:05.610833Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100075700,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:51:06.020222Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb [logterm: 5, index: 1875, vote: 975f045ff4f5c0fb] ignored MsgPreVote from 4065a72c645ea22d [logterm: 5, index: 1872] at term 5: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-03-30T16:51:06.111424Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100075700,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:51:06.469490Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb [logterm: 5, index: 1875, vote: 975f045ff4f5c0fb] ignored MsgPreVote from 3b472061280a15b4 [logterm: 5, index: 1872] at term 5: lease is not expired (remaining ticks: 9)"} {"level":"info","ts":"2026-03-30T16:51:06.477259Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb [logterm: 5, index: 1875, vote: 975f045ff4f5c0fb] ignored MsgVote from 3b472061280a15b4 [logterm: 5, index: 1872] at term 5: lease is not expired (remaining ticks: 9)"} {"level":"info","ts":"2026-03-30T16:51:06.481762Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb [term: 5] received a MsgApp message with higher term from 3b472061280a15b4 [term: 6]"} {"level":"info","ts":"2026-03-30T16:51:06.481816Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"975f045ff4f5c0fb became follower at term 6"} {"level":"info","ts":"2026-03-30T16:51:06.481830Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"found conflict at index 1873 [existing term: 5, conflicting term: 6]"} {"level":"info","ts":"2026-03-30T16:51:06.481838Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"truncate the unstable entries before index 1873"} {"level":"info","ts":"2026-03-30T16:51:06.481848Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 975f045ff4f5c0fb changed leader from 975f045ff4f5c0fb to 3b472061280a15b4 at term 6"} {"level":"warn","ts":"2026-03-30T16:51:06.611864Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100075700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:51:07.112533Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100075700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T16:51:07.172399Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.073131157s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T16:51:07.172741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061942905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T16:51:07.172940Z","caller":"traceutil/trace.go:171","msg":"trace[1458558791] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"2.073742841s","start":"2026-03-30T16:51:05.099164Z","end":"2026-03-30T16:51:07.172907Z","steps":["trace[1458558791] 'process raft request' (duration: 2.073591437s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:07.172903Z","caller":"traceutil/trace.go:171","msg":"trace[1433423397] range","detail":"{range_begin:/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; }","duration":"2.062144209s","start":"2026-03-30T16:51:05.110722Z","end":"2026-03-30T16:51:07.172866Z","steps":["trace[1433423397] 'agreement among raft nodes before linearized reading' (duration: 2.061960705s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:07.173121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:05.099148Z","time spent":"2.073892614s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":480,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:51:07.173137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:05.110707Z","time spent":"2.062410455s","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:07.203689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089719866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:07.203774Z","caller":"traceutil/trace.go:171","msg":"trace[666809254] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1600; }","duration":"2.089814289s","start":"2026-03-30T16:51:05.113935Z","end":"2026-03-30T16:51:07.203749Z","steps":["trace[666809254] 'agreement among raft nodes before linearized reading' (duration: 2.089647255s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:07.203937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:05.113929Z","time spent":"2.089988533s","remote":"127.0.0.1:47646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:07.204064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007404205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/default/default\" limit:1 ","response":"range_response_count:1 size:171"} {"level":"warn","ts":"2026-03-30T16:51:07.204160Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010213711s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:51:07.204094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009095594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:07.204208Z","caller":"traceutil/trace.go:171","msg":"trace[753336683] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1600; }","duration":"2.010254322s","start":"2026-03-30T16:51:05.193936Z","end":"2026-03-30T16:51:07.204191Z","steps":["trace[753336683] 'agreement among raft nodes before linearized reading' (duration: 2.010204471s)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:07.204219Z","caller":"traceutil/trace.go:171","msg":"trace[249267078] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1600; }","duration":"2.009251638s","start":"2026-03-30T16:51:05.194948Z","end":"2026-03-30T16:51:07.204200Z","steps":["trace[249267078] 'agreement among raft nodes before linearized reading' (duration: 2.009109285s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:07.204240Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055261108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T16:51:07.204269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:05.194928Z","time spent":"2.009326389s","remote":"127.0.0.1:47772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"info","ts":"2026-03-30T16:51:07.204294Z","caller":"traceutil/trace.go:171","msg":"trace[356054376] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1600; }","duration":"2.05534547s","start":"2026-03-30T16:51:05.148932Z","end":"2026-03-30T16:51:07.204278Z","steps":["trace[356054376] 'agreement among raft nodes before linearized reading' (duration: 2.055257898s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:07.204337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:05.148919Z","time spent":"2.055405941s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:07.204345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.027982118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 ","response":"range_response_count:1 size:912"} {"level":"info","ts":"2026-03-30T16:51:07.204422Z","caller":"traceutil/trace.go:171","msg":"trace[1211933444] range","detail":"{range_begin:/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1600; }","duration":"2.02808778s","start":"2026-03-30T16:51:05.176319Z","end":"2026-03-30T16:51:07.204406Z","steps":["trace[1211933444] 'agreement among raft nodes before linearized reading' (duration: 2.027943827s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:07.204529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.737345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:07.204572Z","caller":"traceutil/trace.go:171","msg":"trace[192849794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1600; }","duration":"311.809307ms","start":"2026-03-30T16:51:06.892754Z","end":"2026-03-30T16:51:07.204563Z","steps":["trace[192849794] 'agreement among raft nodes before linearized reading' (duration: 311.751755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:07.204606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:06.892737Z","time spent":"311.855807ms","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:51:07.204601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049527302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:07.204649Z","caller":"traceutil/trace.go:171","msg":"trace[1274684575] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1600; }","duration":"2.049592144s","start":"2026-03-30T16:51:05.155043Z","end":"2026-03-30T16:51:07.204635Z","steps":["trace[1274684575] 'agreement among raft nodes before linearized reading' (duration: 2.049523553s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:07.204643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062968038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/default/default\" limit:1 ","response":"range_response_count:1 size:171"} {"level":"info","ts":"2026-03-30T16:51:07.204733Z","caller":"traceutil/trace.go:171","msg":"trace[19952655] range","detail":"{range_begin:/registry/serviceaccounts/default/default; range_end:; response_count:1; response_revision:1600; }","duration":"2.063087961s","start":"2026-03-30T16:51:05.141630Z","end":"2026-03-30T16:51:07.204718Z","steps":["trace[19952655] 'agreement among raft nodes before linearized reading' (duration: 2.062908707s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:07.204464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:05.176305Z","time spent":"2.028149601s","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":936,"request content":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:07.204789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.599757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T16:51:07.204825Z","caller":"traceutil/trace.go:171","msg":"trace[1691092188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1600; }","duration":"350.672658ms","start":"2026-03-30T16:51:06.854145Z","end":"2026-03-30T16:51:07.204817Z","steps":["trace[1691092188] 'agreement among raft nodes before linearized reading' (duration: 350.613067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:07.204825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:05.141609Z","time spent":"2.063156452s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":195,"request content":"key:\"/registry/serviceaccounts/default/default\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:07.204848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:06.854128Z","time spent":"350.71529ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:07.205000Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023241065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 ","response":"range_response_count:1 size:912"} {"level":"warn","ts":"2026-03-30T16:51:07.205029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082385104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 ","response":"range_response_count:1 size:1059"} {"level":"info","ts":"2026-03-30T16:51:07.205045Z","caller":"traceutil/trace.go:171","msg":"trace[848560457] range","detail":"{range_begin:/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1600; }","duration":"2.023316117s","start":"2026-03-30T16:51:05.181719Z","end":"2026-03-30T16:51:07.205036Z","steps":["trace[848560457] 'agreement among raft nodes before linearized reading' (duration: 2.023243816s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:07.205056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.729452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-03-30T16:51:07.205077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:05.181700Z","time spent":"2.023369709s","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":936,"request content":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 "} {"level":"info","ts":"2026-03-30T16:51:07.205086Z","caller":"traceutil/trace.go:171","msg":"trace[1956591845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1600; }","duration":"720.785313ms","start":"2026-03-30T16:51:06.484292Z","end":"2026-03-30T16:51:07.205078Z","steps":["trace[1956591845] 'agreement among raft nodes before linearized reading' (duration: 720.734802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:07.205115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:06.484278Z","time spent":"720.829734ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-30T16:51:07.205118Z","caller":"traceutil/trace.go:171","msg":"trace[2123023889] range","detail":"{range_begin:/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1600; }","duration":"2.082456615s","start":"2026-03-30T16:51:05.122605Z","end":"2026-03-30T16:51:07.205062Z","steps":["trace[2123023889] 'agreement among raft nodes before linearized reading' (duration: 2.082365603s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:07.205218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:05.122588Z","time spent":"2.082570368s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1083,"request content":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:07.205005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.832763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:07.205361Z","caller":"traceutil/trace.go:171","msg":"trace[1874788401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1600; }","duration":"449.217853ms","start":"2026-03-30T16:51:06.756131Z","end":"2026-03-30T16:51:07.205349Z","steps":["trace[1874788401] 'agreement among raft nodes before linearized reading' (duration: 448.846933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:07.205397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:06.756109Z","time spent":"449.278574ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:51:07.205453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90788824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:07.205513Z","caller":"traceutil/trace.go:171","msg":"trace[1422875899] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:1600; }","duration":"1.907996883s","start":"2026-03-30T16:51:05.297503Z","end":"2026-03-30T16:51:07.205500Z","steps":["trace[1422875899] 'agreement among raft nodes before linearized reading' (duration: 1.907685265s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:07.205551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:05.297487Z","time spent":"1.908055794s","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:07.205823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.908518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T16:51:07.205865Z","caller":"traceutil/trace.go:171","msg":"trace[1720325037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1600; }","duration":"937.99276ms","start":"2026-03-30T16:51:06.267862Z","end":"2026-03-30T16:51:07.205855Z","steps":["trace[1720325037] 'agreement among raft nodes before linearized reading' (duration: 937.926139ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T16:51:07.204156Z","caller":"traceutil/trace.go:171","msg":"trace[52026105] range","detail":"{range_begin:/registry/serviceaccounts/default/default; range_end:; response_count:1; response_revision:1600; }","duration":"2.007528158s","start":"2026-03-30T16:51:05.196606Z","end":"2026-03-30T16:51:07.204134Z","steps":["trace[52026105] 'agreement among raft nodes before linearized reading' (duration: 2.007369114s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:07.205968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:05.196590Z","time spent":"2.009348001s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":195,"request content":"key:\"/registry/serviceaccounts/default/default\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:07.204690Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:05.155031Z","time spent":"2.049646895s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:07.206129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859376111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:07.206164Z","caller":"traceutil/trace.go:171","msg":"trace[1364312409] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1600; }","duration":"1.859472663s","start":"2026-03-30T16:51:05.346680Z","end":"2026-03-30T16:51:07.206153Z","steps":["trace[1364312409] 'agreement among raft nodes before linearized reading' (duration: 1.859418802s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:07.206196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:05.346643Z","time spent":"1.859540835s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:07.206187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672078686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:07.206238Z","caller":"traceutil/trace.go:171","msg":"trace[900157112] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1600; }","duration":"1.672164148s","start":"2026-03-30T16:51:05.534057Z","end":"2026-03-30T16:51:07.206222Z","steps":["trace[900157112] 'agreement among raft nodes before linearized reading' (duration: 1.672083436s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:07.206279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:05.534039Z","time spent":"1.672228109s","remote":"127.0.0.1:47834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-30T16:51:07.207225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:06.267847Z","time spent":"939.362752ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:23.790438Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13905881171100077418,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T16:51:24.145192Z","caller":"traceutil/trace.go:171","msg":"trace[2136595320] linearizableReadLoop","detail":"{readStateIndex:1943; appliedIndex:1943; }","duration":"855.043752ms","start":"2026-03-30T16:51:23.290120Z","end":"2026-03-30T16:51:24.145164Z","steps":["trace[2136595320] 'read index received' (duration: 855.032682ms)","trace[2136595320] 'applied index is now lower than readState.Index' (duration: 9.3µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:24.171110Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.919135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.127\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-30T16:51:24.171386Z","caller":"traceutil/trace.go:171","msg":"trace[968656775] range","detail":"{range_begin:/registry/masterleases/199.19.213.127; range_end:; response_count:1; response_revision:1658; }","duration":"881.14398ms","start":"2026-03-30T16:51:23.290082Z","end":"2026-03-30T16:51:24.171226Z","steps":["trace[968656775] 'agreement among raft nodes before linearized reading' (duration: 855.220627ms)","trace[968656775] 'range keys from in-memory index tree' (duration: 25.676157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T16:51:24.172019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:23.290065Z","time spent":"881.56381ms","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.127\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:24.195054Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":13905881171100077421,"received-request-id":13905881171100077418} {"level":"info","ts":"2026-03-30T16:51:24.195331Z","caller":"traceutil/trace.go:171","msg":"trace[1162114960] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"862.469963ms","start":"2026-03-30T16:51:23.332842Z","end":"2026-03-30T16:51:24.195312Z","steps":["trace[1162114960] 'process raft request' (duration: 862.171246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:24.198699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:23.332816Z","time spent":"865.809486ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T16:51:24.210106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.887112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-30T16:51:24.210165Z","caller":"traceutil/trace.go:171","msg":"trace[273586285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1659; }","duration":"271.998804ms","start":"2026-03-30T16:51:23.938155Z","end":"2026-03-30T16:51:24.210154Z","steps":["trace[273586285] 'agreement among raft nodes before linearized reading' (duration: 271.867781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:24.210111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.362726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"warn","ts":"2026-03-30T16:51:24.210168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.515812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:24.210367Z","caller":"traceutil/trace.go:171","msg":"trace[1778971449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1659; }","duration":"827.565151ms","start":"2026-03-30T16:51:23.382704Z","end":"2026-03-30T16:51:24.210269Z","steps":["trace[1778971449] 'agreement among raft nodes before linearized reading' (duration: 827.331475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:24.210513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:23.382695Z","time spent":"827.805767ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":520,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T16:51:24.210384Z","caller":"traceutil/trace.go:171","msg":"trace[1322973341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1659; }","duration":"318.723426ms","start":"2026-03-30T16:51:23.891562Z","end":"2026-03-30T16:51:24.210286Z","steps":["trace[1322973341] 'agreement among raft nodes before linearized reading' (duration: 318.511201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:24.210587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:23.891542Z","time spent":"319.038295ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T16:51:24.210364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.817738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-30T16:51:24.210643Z","caller":"traceutil/trace.go:171","msg":"trace[1266798889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1659; }","duration":"675.140036ms","start":"2026-03-30T16:51:23.535494Z","end":"2026-03-30T16:51:24.210634Z","steps":["trace[1266798889] 'agreement among raft nodes before linearized reading' (duration: 674.613023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:24.210673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:23.535480Z","time spent":"675.183437ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T16:51:24.210517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.083362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T16:51:24.210853Z","caller":"traceutil/trace.go:171","msg":"trace[714679727] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1659; }","duration":"839.43325ms","start":"2026-03-30T16:51:23.371387Z","end":"2026-03-30T16:51:24.210821Z","steps":["trace[714679727] 'agreement among raft nodes before linearized reading' (duration: 838.732203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:24.210932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:23.371368Z","time spent":"839.553194ms","remote":"127.0.0.1:47878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-30T16:51:24.210771Z","caller":"traceutil/trace.go:171","msg":"trace[1054050513] transaction","detail":"{read_only:false; response_revision:1661; number_of_response:1; }","duration":"675.664258ms","start":"2026-03-30T16:51:23.535067Z","end":"2026-03-30T16:51:24.210732Z","steps":["trace[1054050513] 'process raft request' (duration: 675.115415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T16:51:24.211080Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-30T16:51:23.535048Z","time spent":"675.961406ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4483,"response count":0,"response size":40,"request content":"compare: success:> failure: >"}