{"level":"warn","ts":"2026-07-14T05:16:15.225069Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-14T05:16:15.225156Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.22:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.22:2380","--initial-cluster=instance=https://199.204.45.22:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.22:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.22:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-14T05:16:15.225228Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-14T05:16:15.225446Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-07-14T05:16:15.225473Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-14T05:16:15.226064Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"]} {"level":"info","ts":"2026-07-14T05:16:15.226142Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.22:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-14T05:16:15.229071Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.697068ms"} {"level":"info","ts":"2026-07-14T05:16:15.234506Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"fed19d9291630e09","cluster-id":"6ebf1e01320cc017"} {"level":"info","ts":"2026-07-14T05:16:15.234573Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=()"} {"level":"info","ts":"2026-07-14T05:16:15.23459Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became follower at term 0"} {"level":"info","ts":"2026-07-14T05:16:15.234599Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft fed19d9291630e09 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-14T05:16:15.234607Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became follower at term 1"} {"level":"info","ts":"2026-07-14T05:16:15.234645Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=(18361630408596196873)"} {"level":"warn","ts":"2026-07-14T05:16:15.242444Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-14T05:16:15.244539Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-14T05:16:15.245516Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-14T05:16:15.247499Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"fed19d9291630e09","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-14T05:16:15.249938Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=(18361630408596196873)"} {"level":"info","ts":"2026-07-14T05:16:15.250129Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-14T05:16:15.250562Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-14T05:16:15.25058Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-14T05:16:15.250234Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6ebf1e01320cc017","local-member-id":"fed19d9291630e09","added-peer-id":"fed19d9291630e09","added-peer-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-07-14T05:16:15.247669Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"fed19d9291630e09","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-14T05:16:15.263461Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-14T05:16:15.263574Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.22:2380"} {"level":"info","ts":"2026-07-14T05:16:15.263616Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.22:2380"} {"level":"info","ts":"2026-07-14T05:16:15.263754Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"fed19d9291630e09","initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-14T05:16:15.263792Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-14T05:16:15.435616Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 is starting a new election at term 1"} {"level":"info","ts":"2026-07-14T05:16:15.43576Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-14T05:16:15.435786Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 received MsgPreVoteResp from fed19d9291630e09 at term 1"} {"level":"info","ts":"2026-07-14T05:16:15.43581Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became candidate at term 2"} {"level":"info","ts":"2026-07-14T05:16:15.435822Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 received MsgVoteResp from fed19d9291630e09 at term 2"} {"level":"info","ts":"2026-07-14T05:16:15.435838Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became leader at term 2"} {"level":"info","ts":"2026-07-14T05:16:15.435852Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: fed19d9291630e09 elected leader fed19d9291630e09 at term 2"} {"level":"info","ts":"2026-07-14T05:16:15.436933Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-14T05:16:15.437852Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-14T05:16:15.437856Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"fed19d9291630e09","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.22:2379]}","request-path":"/0/members/fed19d9291630e09/attributes","cluster-id":"6ebf1e01320cc017","publish-timeout":"7s"} {"level":"info","ts":"2026-07-14T05:16:15.437987Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-14T05:16:15.438245Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-14T05:16:15.438283Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-14T05:16:15.44134Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6ebf1e01320cc017","local-member-id":"fed19d9291630e09","cluster-version":"3.5"} {"level":"info","ts":"2026-07-14T05:16:15.441482Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-14T05:16:15.441528Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-14T05:16:15.441597Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-14T05:16:15.441911Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.22:2379"} {"level":"info","ts":"2026-07-14T05:16:55.704296Z","caller":"traceutil/trace.go:171","msg":"trace[702421983] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"111.892552ms","start":"2026-07-14T05:16:55.592373Z","end":"2026-07-14T05:16:55.704266Z","steps":["trace[702421983] 'process raft request' (duration: 98.567577ms)","trace[702421983] 'compare' (duration: 13.060859ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T05:16:56.199312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.937507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-14T05:16:56.199474Z","caller":"traceutil/trace.go:171","msg":"trace[9875490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:628; }","duration":"133.155652ms","start":"2026-07-14T05:16:56.066297Z","end":"2026-07-14T05:16:56.199453Z","steps":["trace[9875490] 'range keys from in-memory index tree' (duration: 132.737363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:17:09.621752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.607434ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-14T05:17:09.621933Z","caller":"traceutil/trace.go:171","msg":"trace[1491026529] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"222.908063ms","start":"2026-07-14T05:17:09.398986Z","end":"2026-07-14T05:17:09.621894Z","steps":["trace[1491026529] 'process raft request' (duration: 88.49298ms)","trace[1491026529] 'compare' (duration: 133.501401ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T05:17:38.564794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.726043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-14T05:17:38.564883Z","caller":"traceutil/trace.go:171","msg":"trace[863466993] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:982; }","duration":"103.868137ms","start":"2026-07-14T05:17:38.460997Z","end":"2026-07-14T05:17:38.564865Z","steps":["trace[863466993] 'count revisions from in-memory index tree' (duration: 103.654342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:17:44.086472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.121339ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-14T05:17:44.086579Z","caller":"traceutil/trace.go:171","msg":"trace[499386934] linearizableReadLoop","detail":"{readStateIndex:1042; appliedIndex:1041; }","duration":"133.773138ms","start":"2026-07-14T05:17:43.952787Z","end":"2026-07-14T05:17:44.08656Z","steps":["trace[499386934] 'read index received' (duration: 31.391µs)","trace[499386934] 'applied index is now lower than readState.Index' (duration: 133.740117ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T05:17:44.086726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.936212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-14T05:17:44.086755Z","caller":"traceutil/trace.go:171","msg":"trace[1495832758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1005; }","duration":"134.006123ms","start":"2026-07-14T05:17:43.952738Z","end":"2026-07-14T05:17:44.086744Z","steps":["trace[1495832758] 'agreement among raft nodes before linearized reading' (duration: 133.86964ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T05:17:44.229324Z","caller":"traceutil/trace.go:171","msg":"trace[993422725] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"138.704031ms","start":"2026-07-14T05:17:44.090587Z","end":"2026-07-14T05:17:44.229291Z","steps":["trace[993422725] 'process raft request' (duration: 138.553307ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T05:18:06.009518Z","caller":"traceutil/trace.go:171","msg":"trace[1458344517] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"107.751073ms","start":"2026-07-14T05:18:05.901681Z","end":"2026-07-14T05:18:06.009432Z","steps":["trace[1458344517] 'process raft request' (duration: 107.595479ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T05:18:06.138969Z","caller":"traceutil/trace.go:171","msg":"trace[455650939] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"236.424463ms","start":"2026-07-14T05:18:05.902518Z","end":"2026-07-14T05:18:06.138943Z","steps":["trace[455650939] 'process raft request' (duration: 137.358877ms)","trace[455650939] 'compare' (duration: 98.946644ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T05:18:06.476558Z","caller":"traceutil/trace.go:171","msg":"trace[75751247] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"142.396551ms","start":"2026-07-14T05:18:06.334135Z","end":"2026-07-14T05:18:06.476532Z","steps":["trace[75751247] 'process raft request' (duration: 141.834107ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T05:18:06.679152Z","caller":"traceutil/trace.go:171","msg":"trace[615168365] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"163.65966ms","start":"2026-07-14T05:18:06.51544Z","end":"2026-07-14T05:18:06.6791Z","steps":["trace[615168365] 'process raft request' (duration: 137.239174ms)","trace[615168365] 'compare' (duration: 26.127179ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T05:18:07.493759Z","caller":"traceutil/trace.go:171","msg":"trace[1233074119] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"108.348197ms","start":"2026-07-14T05:18:07.385387Z","end":"2026-07-14T05:18:07.493735Z","steps":["trace[1233074119] 'process raft request' (duration: 108.207183ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T05:18:22.405957Z","caller":"traceutil/trace.go:171","msg":"trace[779343371] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"199.406846ms","start":"2026-07-14T05:18:22.206526Z","end":"2026-07-14T05:18:22.405933Z","steps":["trace[779343371] 'process raft request' (duration: 199.253622ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T05:18:22.615865Z","caller":"traceutil/trace.go:171","msg":"trace[1185130552] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"192.257828ms","start":"2026-07-14T05:18:22.423582Z","end":"2026-07-14T05:18:22.61584Z","steps":["trace[1185130552] 'process raft request' (duration: 188.706159ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T05:18:40.877254Z","caller":"traceutil/trace.go:171","msg":"trace[829908966] transaction","detail":"{read_only:false; response_revision:1283; number_of_response:1; }","duration":"180.140917ms","start":"2026-07-14T05:18:40.697089Z","end":"2026-07-14T05:18:40.87723Z","steps":["trace[829908966] 'process raft request' (duration: 179.955942ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T05:20:01.80066Z","caller":"traceutil/trace.go:171","msg":"trace[1228816953] linearizableReadLoop","detail":"{readStateIndex:1736; appliedIndex:1735; }","duration":"474.593019ms","start":"2026-07-14T05:20:01.326052Z","end":"2026-07-14T05:20:01.800645Z","steps":["trace[1228816953] 'read index received' (duration: 474.539628ms)","trace[1228816953] 'applied index is now lower than readState.Index' (duration: 52.811µs)"],"step_count":2} {"level":"info","ts":"2026-07-14T05:20:01.800883Z","caller":"traceutil/trace.go:171","msg":"trace[1674970361] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"498.672276ms","start":"2026-07-14T05:20:01.302202Z","end":"2026-07-14T05:20:01.800875Z","steps":["trace[1674970361] 'process raft request' (duration: 498.342818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:01.800947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:01.302181Z","time spent":"498.719657ms","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T05:20:01.801063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.025561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T05:20:01.801082Z","caller":"traceutil/trace.go:171","msg":"trace[1044872757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1670; }","duration":"475.085422ms","start":"2026-07-14T05:20:01.325991Z","end":"2026-07-14T05:20:01.801077Z","steps":["trace[1044872757] 'agreement among raft nodes before linearized reading' (duration: 475.053681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:01.801105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:01.325972Z","time spent":"475.130313ms","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T05:20:01.801244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.505713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-14T05:20:01.80126Z","caller":"traceutil/trace.go:171","msg":"trace[579117585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1670; }","duration":"473.544024ms","start":"2026-07-14T05:20:01.327712Z","end":"2026-07-14T05:20:01.801256Z","steps":["trace[579117585] 'agreement among raft nodes before linearized reading' (duration: 473.456222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:01.801272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:01.327702Z","time spent":"473.567446ms","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-14T05:20:03.826257Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925539987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:04.326437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925539987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:04.827226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925539987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:05.326459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00029781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-14T05:20:05.326543Z","caller":"traceutil/trace.go:171","msg":"trace[1849154018] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000435854s","start":"2026-07-14T05:20:03.326088Z","end":"2026-07-14T05:20:05.326524Z","steps":["trace[1849154018] 'agreement among raft nodes before linearized reading' (duration: 2.000328901s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:05.326598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:03.326066Z","time spent":"2.000520706s","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T05:20:05.328096Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925539987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:05.828899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925539987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:06.329379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925539987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:06.829858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925539987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:07.32712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99986134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-14T05:20:07.327234Z","caller":"traceutil/trace.go:171","msg":"trace[1149861944] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000017164s","start":"2026-07-14T05:20:05.327173Z","end":"2026-07-14T05:20:07.32719Z","steps":["trace[1149861944] 'agreement among raft nodes before linearized reading' (duration: 1.999896241s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:07.327306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:05.327152Z","time spent":"2.000137437s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T05:20:07.331089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925539987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:07.416898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000056504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-14T05:20:07.417008Z","caller":"traceutil/trace.go:171","msg":"trace[135071084] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000202387s","start":"2026-07-14T05:20:05.416786Z","end":"2026-07-14T05:20:07.416988Z","steps":["trace[135071084] 'agreement among raft nodes before linearized reading' (duration: 2.000082294s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:07.417059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:05.416773Z","time spent":"2.000274879s","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/14 05:20:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:07.641609Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.4489222s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-14T05:20:07.652179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.631550944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-07-14T05:20:07.652274Z","caller":"traceutil/trace.go:171","msg":"trace[1837334122] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.631703288s","start":"2026-07-14T05:20:02.020553Z","end":"2026-07-14T05:20:07.652256Z","steps":["trace[1837334122] 'range keys from in-memory index tree' (duration: 5.631450342s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:07.652318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:02.020525Z","time spent":"5.63178245s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/14 05:20:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:07.652533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.203558108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-14T05:20:07.652605Z","caller":"traceutil/trace.go:171","msg":"trace[308909522] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1671; }","duration":"5.203627069s","start":"2026-07-14T05:20:02.448962Z","end":"2026-07-14T05:20:07.652589Z","steps":["trace[308909522] 'range keys from in-memory index tree' (duration: 5.203403443s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:07.652655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:02.448901Z","time spent":"5.203741592s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-14T05:20:07.652939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.053104815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-07-14T05:20:07.652994Z","caller":"traceutil/trace.go:171","msg":"trace[311436418] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.053198407s","start":"2026-07-14T05:20:02.599784Z","end":"2026-07-14T05:20:07.652983Z","steps":["trace[311436418] 'range keys from in-memory index tree' (duration: 5.053012012s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:07.653033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:02.599764Z","time spent":"5.053258209s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/14 05:20:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:07.653404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.883542532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-14T05:20:07.653504Z","caller":"traceutil/trace.go:171","msg":"trace[1849198047] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1671; }","duration":"4.883699026s","start":"2026-07-14T05:20:02.769782Z","end":"2026-07-14T05:20:07.653481Z","steps":["trace[1849198047] 'range keys from in-memory index tree' (duration: 4.883365788s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:07.653583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:02.769763Z","time spent":"4.883797088s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-14T05:20:07.653945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.877744058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-14T05:20:07.654052Z","caller":"traceutil/trace.go:171","msg":"trace[1846336626] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1671; }","duration":"4.877891291s","start":"2026-07-14T05:20:02.776141Z","end":"2026-07-14T05:20:07.654032Z","steps":["trace[1846336626] 'range keys from in-memory index tree' (duration: 4.877528342s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:07.654111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:04.369259Z","time spent":"3.284838025s","remote":"127.0.0.1:50530","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-14T05:20:07.654138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.783838626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-14T05:20:07.654207Z","caller":"traceutil/trace.go:171","msg":"trace[1167092251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1671; }","duration":"4.783951618s","start":"2026-07-14T05:20:02.870236Z","end":"2026-07-14T05:20:07.654188Z","steps":["trace[1167092251] 'range keys from in-memory index tree' (duration: 4.783683982s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:07.65427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:02.870215Z","time spent":"4.78404092s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-14T05:20:07.654129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:02.776126Z","time spent":"4.877982073s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-14T05:20:07.654764Z","caller":"traceutil/trace.go:171","msg":"trace[1372199688] transaction","detail":"{read_only:false; response_revision:1672; number_of_response:1; }","duration":"4.462144007s","start":"2026-07-14T05:20:03.192601Z","end":"2026-07-14T05:20:07.654745Z","steps":["trace[1372199688] 'process raft request' (duration: 4.449236487s)","trace[1372199688] 'compare' (duration: 10.005738ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T05:20:07.654858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:03.192584Z","time spent":"4.462220559s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T05:20:07.661031Z","caller":"traceutil/trace.go:171","msg":"trace[577310377] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"2.994515212s","start":"2026-07-14T05:20:04.666497Z","end":"2026-07-14T05:20:07.661013Z","steps":["trace[577310377] 'process raft request' (duration: 2.994283706s)"],"step_count":1} {"level":"info","ts":"2026-07-14T05:20:07.66105Z","caller":"traceutil/trace.go:171","msg":"trace[1721969564] linearizableReadLoop","detail":"{readStateIndex:1740; appliedIndex:1737; }","duration":"4.334898279s","start":"2026-07-14T05:20:03.326137Z","end":"2026-07-14T05:20:07.661035Z","steps":["trace[1721969564] 'read index received' (duration: 4.315701324s)","trace[1721969564] 'applied index is now lower than readState.Index' (duration: 19.195335ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T05:20:07.661085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:07.331412Z","time spent":"329.671293ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-14T05:20:07.661222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:04.666475Z","time spent":"2.994656656s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T05:20:07.662727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54836686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T05:20:07.662773Z","caller":"traceutil/trace.go:171","msg":"trace[774369596] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1677; }","duration":"1.548433911s","start":"2026-07-14T05:20:06.114331Z","end":"2026-07-14T05:20:07.662765Z","steps":["trace[774369596] 'agreement among raft nodes before linearized reading' (duration: 1.548311408s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:07.6628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:06.114263Z","time spent":"1.548528743s","remote":"127.0.0.1:47826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-14T05:20:07.662789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.857587702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-14T05:20:07.662839Z","caller":"traceutil/trace.go:171","msg":"trace[1582541264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1677; }","duration":"3.857708035s","start":"2026-07-14T05:20:03.805118Z","end":"2026-07-14T05:20:07.662826Z","steps":["trace[1582541264] 'agreement among raft nodes before linearized reading' (duration: 3.85750855s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:07.662869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:03.805098Z","time spent":"3.857764287s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-14T05:20:07.662882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.50377549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T05:20:07.662932Z","caller":"traceutil/trace.go:171","msg":"trace[433464893] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1677; }","duration":"3.503895063s","start":"2026-07-14T05:20:04.159025Z","end":"2026-07-14T05:20:07.66292Z","steps":["trace[433464893] 'agreement among raft nodes before linearized reading' (duration: 3.503792851s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:07.66298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:04.159006Z","time spent":"3.503965305s","remote":"127.0.0.1:55482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-14T05:20:07.663001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.646784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T05:20:07.663025Z","caller":"traceutil/trace.go:171","msg":"trace[461409780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1677; }","duration":"327.707346ms","start":"2026-07-14T05:20:07.335311Z","end":"2026-07-14T05:20:07.663019Z","steps":["trace[461409780] 'agreement among raft nodes before linearized reading' (duration: 327.675075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:07.663041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:07.335292Z","time spent":"327.745696ms","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T05:20:07.66306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.665573742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-14T05:20:07.663085Z","caller":"traceutil/trace.go:171","msg":"trace[1922436105] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1677; }","duration":"3.665595732s","start":"2026-07-14T05:20:03.997479Z","end":"2026-07-14T05:20:07.663075Z","steps":["trace[1922436105] 'agreement among raft nodes before linearized reading' (duration: 3.665537531s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:07.663132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:03.997436Z","time spent":"3.665667074s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-14T05:20:07.663174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.146252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-14T05:20:07.663211Z","caller":"traceutil/trace.go:171","msg":"trace[870048855] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1677; }","duration":"724.208913ms","start":"2026-07-14T05:20:06.938995Z","end":"2026-07-14T05:20:07.663204Z","steps":["trace[870048855] 'agreement among raft nodes before linearized reading' (duration: 724.152472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:07.663235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:06.938978Z","time spent":"724.248945ms","remote":"127.0.0.1:47624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-14T05:20:07.663238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.725248439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T05:20:07.663257Z","caller":"traceutil/trace.go:171","msg":"trace[1696956992] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1677; }","duration":"3.72531637s","start":"2026-07-14T05:20:03.937934Z","end":"2026-07-14T05:20:07.663251Z","steps":["trace[1696956992] 'agreement among raft nodes before linearized reading' (duration: 3.72528235s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:07.663278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:03.937908Z","time spent":"3.725365832s","remote":"127.0.0.1:52424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-14T05:20:07.663353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.341799168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-14T05:20:07.663386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.767900404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-14T05:20:07.663391Z","caller":"traceutil/trace.go:171","msg":"trace[1297213282] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1677; }","duration":"2.341869509s","start":"2026-07-14T05:20:05.321502Z","end":"2026-07-14T05:20:07.663371Z","steps":["trace[1297213282] 'agreement among raft nodes before linearized reading' (duration: 2.341769787s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:07.663434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:05.321482Z","time spent":"2.341946421s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-14T05:20:07.663236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623002496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-14T05:20:07.663496Z","caller":"traceutil/trace.go:171","msg":"trace[974190742] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1677; }","duration":"1.623294133s","start":"2026-07-14T05:20:06.040194Z","end":"2026-07-14T05:20:07.663488Z","steps":["trace[974190742] 'agreement among raft nodes before linearized reading' (duration: 1.622999756s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:07.663518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:06.040179Z","time spent":"1.623331884s","remote":"127.0.0.1:48042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":29,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-07-14T05:20:07.663405Z","caller":"traceutil/trace.go:171","msg":"trace[593764892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1677; }","duration":"3.767946605s","start":"2026-07-14T05:20:03.895452Z","end":"2026-07-14T05:20:07.663399Z","steps":["trace[593764892] 'agreement among raft nodes before linearized reading' (duration: 3.767896404s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:07.663607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:03.895436Z","time spent":"3.76816136s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-14T05:20:15.421329Z","caller":"traceutil/trace.go:171","msg":"trace[1135063424] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"369.409407ms","start":"2026-07-14T05:20:15.051875Z","end":"2026-07-14T05:20:15.421284Z","steps":["trace[1135063424] 'process raft request' (duration: 369.243643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:15.421471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:15.051865Z","time spent":"369.517289ms","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T05:20:34.2608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:34.760913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:35.261076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:35.762007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:36.262592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:36.32719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000101356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-14T05:20:36.327263Z","caller":"traceutil/trace.go:171","msg":"trace[1878644506] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000217359s","start":"2026-07-14T05:20:34.327031Z","end":"2026-07-14T05:20:36.327248Z","steps":["trace[1878644506] 'agreement among raft nodes before linearized reading' (duration: 2.000123067s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:36.327302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:34.327016Z","time spent":"2.000279231s","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/14 05:20:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:36.763218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:37.264139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:37.416797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000063685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-14T05:20:37.416885Z","caller":"traceutil/trace.go:171","msg":"trace[707994179] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000201039s","start":"2026-07-14T05:20:35.416662Z","end":"2026-07-14T05:20:37.416863Z","steps":["trace[707994179] 'agreement among raft nodes before linearized reading' (duration: 2.000095966s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:37.416979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:35.416643Z","time spent":"2.000303632s","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/14 05:20:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:37.764382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:38.264866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:38.328164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000522048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-14T05:20:38.328254Z","caller":"traceutil/trace.go:171","msg":"trace[1793804994] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000658711s","start":"2026-07-14T05:20:36.327578Z","end":"2026-07-14T05:20:38.328237Z","steps":["trace[1793804994] 'agreement among raft nodes before linearized reading' (duration: 2.000543408s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:38.328305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:36.327565Z","time spent":"2.000725113s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/14 05:20:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:38.730178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:33.731034Z","time spent":"4.999139005s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/14 05:20:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:38.732945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:33.734287Z","time spent":"4.998650292s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/14 05:20:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:38.759942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999385641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-14T05:20:38.760031Z","caller":"traceutil/trace.go:171","msg":"trace[398967565] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999528935s","start":"2026-07-14T05:20:33.760482Z","end":"2026-07-14T05:20:38.760011Z","steps":["trace[398967565] 'agreement among raft nodes before linearized reading' (duration: 4.999422402s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:38.760109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:33.760463Z","time spent":"4.999634617s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/14 05:20:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:38.765148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:39.26633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:39.766995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:40.267752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:40.336176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000598909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-14T05:20:40.336259Z","caller":"traceutil/trace.go:171","msg":"trace[1257743141] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000705012s","start":"2026-07-14T05:20:38.335535Z","end":"2026-07-14T05:20:40.33624Z","steps":["trace[1257743141] 'agreement among raft nodes before linearized reading' (duration: 2.000595519s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:40.336309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:38.335484Z","time spent":"2.000814104s","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/14 05:20:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:40.515078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999471003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-14T05:20:40.515177Z","caller":"traceutil/trace.go:171","msg":"trace[1788056189] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999631387s","start":"2026-07-14T05:20:35.515526Z","end":"2026-07-14T05:20:40.515158Z","steps":["trace[1788056189] 'agreement among raft nodes before linearized reading' (duration: 4.999504914s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:40.51532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:35.515507Z","time spent":"4.999800862s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/14 05:20:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:40.760819Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-14T05:20:41.26169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:41.762057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:42.262705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:42.336511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000030315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-14T05:20:42.336614Z","caller":"traceutil/trace.go:171","msg":"trace[636436053] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000198079s","start":"2026-07-14T05:20:40.336398Z","end":"2026-07-14T05:20:42.336596Z","steps":["trace[636436053] 'agreement among raft nodes before linearized reading' (duration: 2.000072126s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:42.336664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:40.33638Z","time spent":"2.000273102s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/14 05:20:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:42.763342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:43.263693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:43.725765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992587437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-14T05:20:43.725917Z","caller":"traceutil/trace.go:171","msg":"trace[1945946995] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.992796223s","start":"2026-07-14T05:20:40.733102Z","end":"2026-07-14T05:20:43.725898Z","steps":["trace[1945946995] 'agreement among raft nodes before linearized reading' (duration: 2.992630429s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:43.72618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:40.733074Z","time spent":"2.99308993s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/14 05:20:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:43.732291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998184532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-14T05:20:43.732325Z","caller":"traceutil/trace.go:171","msg":"trace[891354349] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998247563s","start":"2026-07-14T05:20:38.73407Z","end":"2026-07-14T05:20:43.732318Z","steps":["trace[891354349] 'agreement among raft nodes before linearized reading' (duration: 4.998210902s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:43.732346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:38.734056Z","time spent":"4.998285254s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/14 05:20:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:43.75991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99753778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-14T05:20:43.759959Z","caller":"traceutil/trace.go:171","msg":"trace[1403827859] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997622043s","start":"2026-07-14T05:20:40.762326Z","end":"2026-07-14T05:20:43.759948Z","steps":["trace[1403827859] 'agreement among raft nodes before linearized reading' (duration: 2.997564011s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:43.759982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:40.762312Z","time spent":"2.997664953s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/14 05:20:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:43.764128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:43.77048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000940505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-14T05:20:43.770557Z","caller":"traceutil/trace.go:171","msg":"trace[103962289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.001090609s","start":"2026-07-14T05:20:33.769448Z","end":"2026-07-14T05:20:43.770538Z","steps":["trace[103962289] 'agreement among raft nodes before linearized reading' (duration: 10.000960646s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:43.770661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:33.769437Z","time spent":"10.00115861s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/14 05:20:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:43.778397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999642443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-14T05:20:43.778461Z","caller":"traceutil/trace.go:171","msg":"trace[711953560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999731106s","start":"2026-07-14T05:20:33.778721Z","end":"2026-07-14T05:20:43.778452Z","steps":["trace[711953560] 'agreement among raft nodes before linearized reading' (duration: 9.999662844s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:43.77855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:33.77871Z","time spent":"9.999777147s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/14 05:20:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:43.793747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000576156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-14T05:20:43.793856Z","caller":"traceutil/trace.go:171","msg":"trace[1981750014] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; }","duration":"10.000691069s","start":"2026-07-14T05:20:33.793115Z","end":"2026-07-14T05:20:43.793806Z","steps":["trace[1981750014] 'agreement among raft nodes before linearized reading' (duration: 10.000590346s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:43.793928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:33.793107Z","time spent":"10.000811062s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} 2026/07/14 05:20:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:44.26454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:44.343394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000192749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-14T05:20:44.343475Z","caller":"traceutil/trace.go:171","msg":"trace[1682114884] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000320072s","start":"2026-07-14T05:20:42.343138Z","end":"2026-07-14T05:20:44.343458Z","steps":["trace[1682114884] 'agreement among raft nodes before linearized reading' (duration: 2.000219519s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:44.343521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:42.343123Z","time spent":"2.000388574s","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T05:20:44.76512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:45.26597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:45.461669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:38.460986Z","time spent":"7.000675967s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-14T05:20:45.514982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997274534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-14T05:20:45.515062Z","caller":"traceutil/trace.go:171","msg":"trace[587176949] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.99750035s","start":"2026-07-14T05:20:42.517542Z","end":"2026-07-14T05:20:45.515042Z","steps":["trace[587176949] 'agreement among raft nodes before linearized reading' (duration: 2.997404518s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:45.515112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:42.517519Z","time spent":"2.997583172s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/14 05:20:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:45.767039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:46.26718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:46.345085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000902287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-14T05:20:46.345239Z","caller":"traceutil/trace.go:171","msg":"trace[1620587798] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001125662s","start":"2026-07-14T05:20:44.344084Z","end":"2026-07-14T05:20:46.34521Z","steps":["trace[1620587798] 'agreement among raft nodes before linearized reading' (duration: 2.000929898s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:46.345551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:44.344065Z","time spent":"2.00146814s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/14 05:20:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:46.767917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:47.268546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:47.418088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000842495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-14T05:20:47.418178Z","caller":"traceutil/trace.go:171","msg":"trace[886979216] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000987288s","start":"2026-07-14T05:20:45.417161Z","end":"2026-07-14T05:20:47.418148Z","steps":["trace[886979216] 'agreement among raft nodes before linearized reading' (duration: 2.000892306s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:47.418224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:45.417146Z","time spent":"2.0010683s","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/14 05:20:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:47.730414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999815457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-14T05:20:47.7305Z","caller":"traceutil/trace.go:171","msg":"trace[1924096400] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; }","duration":"9.99992107s","start":"2026-07-14T05:20:37.730558Z","end":"2026-07-14T05:20:47.730479Z","steps":["trace[1924096400] 'agreement among raft nodes before linearized reading' (duration: 9.999811707s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:47.730552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:37.730492Z","time spent":"10.000048753s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} 2026/07/14 05:20:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:47.747171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999782097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-14T05:20:47.747312Z","caller":"traceutil/trace.go:171","msg":"trace[577255601] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; }","duration":"9.99997013s","start":"2026-07-14T05:20:37.747318Z","end":"2026-07-14T05:20:47.747288Z","steps":["trace[577255601] 'agreement among raft nodes before linearized reading' (duration: 9.999809586s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:47.747411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:37.747299Z","time spent":"10.000096204s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} 2026/07/14 05:20:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/14 05:20:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:47.761748Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-14T05:20:47.761887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.329770458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-14T05:20:47.761942Z","caller":"traceutil/trace.go:171","msg":"trace[1299880694] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; }","duration":"7.329825869s","start":"2026-07-14T05:20:40.432092Z","end":"2026-07-14T05:20:47.761918Z","steps":["trace[1299880694] 'agreement among raft nodes before linearized reading' (duration: 7.329770908s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:47.761981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:40.431963Z","time spent":"7.330006704s","remote":"127.0.0.1:60136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-14T05:20:47.761934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.902050098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-14T05:20:47.76202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.950993909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-14T05:20:47.761991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.842323844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-14T05:20:47.762027Z","caller":"traceutil/trace.go:171","msg":"trace[1482782767] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; }","duration":"9.902187612s","start":"2026-07-14T05:20:37.859824Z","end":"2026-07-14T05:20:47.762011Z","steps":["trace[1482782767] 'agreement among raft nodes before linearized reading' (duration: 9.902066629s)"],"step_count":1} {"level":"info","ts":"2026-07-14T05:20:47.762044Z","caller":"traceutil/trace.go:171","msg":"trace[2084800077] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; }","duration":"9.95104903s","start":"2026-07-14T05:20:37.810987Z","end":"2026-07-14T05:20:47.762036Z","steps":["trace[2084800077] 'agreement among raft nodes before linearized reading' (duration: 9.951025779s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:47.762074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:37.810968Z","time spent":"9.951094662s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-14T05:20:47.762074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:37.859814Z","time spent":"9.902245973s","remote":"127.0.0.1:55560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-14T05:20:47.762103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.806881917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-14T05:20:47.762118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.951174724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-14T05:20:47.762133Z","caller":"traceutil/trace.go:171","msg":"trace[952469097] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; }","duration":"8.806955339s","start":"2026-07-14T05:20:38.955171Z","end":"2026-07-14T05:20:47.762126Z","steps":["trace[952469097] 'agreement among raft nodes before linearized reading' (duration: 8.806922598s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:47.762142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.87934508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-14T05:20:47.762172Z","caller":"traceutil/trace.go:171","msg":"trace[653432101] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; }","duration":"8.879415602s","start":"2026-07-14T05:20:38.882747Z","end":"2026-07-14T05:20:47.762163Z","steps":["trace[653432101] 'agreement among raft nodes before linearized reading' (duration: 8.879380321s)"],"step_count":1} {"level":"info","ts":"2026-07-14T05:20:47.762172Z","caller":"traceutil/trace.go:171","msg":"trace[1859102355] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; }","duration":"9.951252305s","start":"2026-07-14T05:20:37.810905Z","end":"2026-07-14T05:20:47.762157Z","steps":["trace[1859102355] 'agreement among raft nodes before linearized reading' (duration: 9.951203214s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:47.762179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:38.955149Z","time spent":"8.80701852s","remote":"127.0.0.1:47684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-14T05:20:47.762199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:38.882727Z","time spent":"8.879462313s","remote":"127.0.0.1:47838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-14T05:20:47.762207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:37.810889Z","time spent":"9.951307187s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-14T05:20:47.762233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.27349375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-14T05:20:47.762249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.34273699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c210601f2616ed\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-14T05:20:47.762254Z","caller":"traceutil/trace.go:171","msg":"trace[1424457225] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; }","duration":"9.27354821s","start":"2026-07-14T05:20:38.4887Z","end":"2026-07-14T05:20:47.762248Z","steps":["trace[1424457225] 'agreement among raft nodes before linearized reading' (duration: 9.27352748s)"],"step_count":1} {"level":"info","ts":"2026-07-14T05:20:47.762273Z","caller":"traceutil/trace.go:171","msg":"trace[1066296689] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c210601f2616ed; range_end:; }","duration":"10.342792461s","start":"2026-07-14T05:20:37.419474Z","end":"2026-07-14T05:20:47.762266Z","steps":["trace[1066296689] 'agreement among raft nodes before linearized reading' (duration: 10.342768191s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:47.762297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:37.419458Z","time spent":"10.342833072s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c210601f2616ed\" "} {"level":"warn","ts":"2026-07-14T05:20:47.76229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:38.488685Z","time spent":"9.273591052s","remote":"127.0.0.1:47538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-07-14T05:20:47.762337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.661849584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-14T05:20:47.762359Z","caller":"traceutil/trace.go:171","msg":"trace[621130038] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; }","duration":"10.661911006s","start":"2026-07-14T05:20:37.100442Z","end":"2026-07-14T05:20:47.762353Z","steps":["trace[621130038] 'agreement among raft nodes before linearized reading' (duration: 10.661882275s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:47.762385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:37.100422Z","time spent":"10.661955606s","remote":"127.0.0.1:47966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-14T05:20:47.762419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.04152544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-14T05:20:47.762442Z","caller":"traceutil/trace.go:171","msg":"trace[395177479] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; }","duration":"13.041587882s","start":"2026-07-14T05:20:34.720848Z","end":"2026-07-14T05:20:47.762436Z","steps":["trace[395177479] 'agreement among raft nodes before linearized reading' (duration: 13.041563021s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:47.762465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:34.72082Z","time spent":"13.041637842s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-14T05:20:47.762067Z","caller":"traceutil/trace.go:171","msg":"trace[170123160] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; }","duration":"8.842462747s","start":"2026-07-14T05:20:38.919585Z","end":"2026-07-14T05:20:47.762048Z","steps":["trace[170123160] 'agreement among raft nodes before linearized reading' (duration: 8.842351754s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:47.762655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:38.919566Z","time spent":"8.843076622s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-14T05:20:48.261928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:48.353765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001025419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-14T05:20:48.353847Z","caller":"traceutil/trace.go:171","msg":"trace[1021535442] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001141081s","start":"2026-07-14T05:20:46.352687Z","end":"2026-07-14T05:20:48.353828Z","steps":["trace[1021535442] 'agreement among raft nodes before linearized reading' (duration: 2.001036268s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:48.353896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:46.35268Z","time spent":"2.001206123s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/14 05:20:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:48.56264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:41.562439Z","time spent":"7.000190315s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-14T05:20:48.727075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:43.72829Z","time spent":"4.998776585s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/14 05:20:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:48.762476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:49.263007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:49.763662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:50.264762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:50.362694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000357544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-14T05:20:50.362792Z","caller":"traceutil/trace.go:171","msg":"trace[713267667] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000510616s","start":"2026-07-14T05:20:48.362258Z","end":"2026-07-14T05:20:50.362769Z","steps":["trace[713267667] 'agreement among raft nodes before linearized reading' (duration: 2.000392224s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:50.36285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:48.362238Z","time spent":"2.000599679s","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/14 05:20:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:50.516126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:45.518345Z","time spent":"4.99777405s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/14 05:20:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:50.571268Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0e099f5f0dea118b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-14T05:20:50.736454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:43.735307Z","time spent":"7.001140368s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-14T05:20:50.765285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:50.77352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:43.772855Z","time spent":"7.000659047s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-14T05:20:50.77934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:43.779642Z","time spent":"6.999691003s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/14 05:20:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:51.265946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925540303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:20:51.751683Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"18.020483566s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-14T05:20:52.363239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000246981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-14T05:20:52.363323Z","caller":"traceutil/trace.go:171","msg":"trace[1478668106] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000414336s","start":"2026-07-14T05:20:50.362891Z","end":"2026-07-14T05:20:52.363305Z","steps":["trace[1478668106] 'agreement among raft nodes before linearized reading' (duration: 2.000279811s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:52.363372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:50.362872Z","time spent":"2.000490947s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/14 05:20:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:52.466439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:45.465979Z","time spent":"7.000454421s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-14T05:20:54.371085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000059756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-14T05:20:54.371173Z","caller":"traceutil/trace.go:171","msg":"trace[81918416] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000205599s","start":"2026-07-14T05:20:52.370948Z","end":"2026-07-14T05:20:54.371154Z","steps":["trace[81918416] 'agreement among raft nodes before linearized reading' (duration: 2.000099197s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:54.371229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:52.370928Z","time spent":"2.000290101s","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/14 05:20:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:20:55.567491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:48.566885Z","time spent":"7.000600235s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-14T05:20:56.371983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00050489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-14T05:20:56.372065Z","caller":"traceutil/trace.go:171","msg":"trace[1598141288] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000642545s","start":"2026-07-14T05:20:54.371404Z","end":"2026-07-14T05:20:56.372047Z","steps":["trace[1598141288] 'agreement among raft nodes before linearized reading' (duration: 2.000530491s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:56.372104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:54.371384Z","time spent":"2.000711076s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T05:20:57.35559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.599409091s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-14T05:20:57.375159Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"84.492µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-07-14T05:20:57.375368Z","caller":"traceutil/trace.go:171","msg":"trace[802156366] linearizableReadLoop","detail":"{readStateIndex:1884; appliedIndex:1871; }","duration":"9.613505901s","start":"2026-07-14T05:20:47.76184Z","end":"2026-07-14T05:20:57.375346Z","steps":["trace[802156366] 'read index received' (duration: 3.990146975s)","trace[802156366] 'applied index is now lower than readState.Index' (duration: 5.623356615s)"],"step_count":2} {"level":"info","ts":"2026-07-14T05:20:57.375405Z","caller":"traceutil/trace.go:171","msg":"trace[568265079] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1806; }","duration":"4.904360599s","start":"2026-07-14T05:20:52.471024Z","end":"2026-07-14T05:20:57.375385Z","steps":["trace[568265079] 'process raft request' (duration: 4.904250777s)"],"step_count":1} {"level":"info","ts":"2026-07-14T05:20:57.375409Z","caller":"traceutil/trace.go:171","msg":"trace[2027765550] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1806; }","duration":"1.803585135s","start":"2026-07-14T05:20:55.571802Z","end":"2026-07-14T05:20:57.375387Z","steps":["trace[2027765550] 'process raft request' (duration: 1.803518383s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:57.375577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.078922467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-14T05:20:57.375598Z","caller":"traceutil/trace.go:171","msg":"trace[1585294633] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1806; }","duration":"12.078980079s","start":"2026-07-14T05:20:45.296612Z","end":"2026-07-14T05:20:57.375593Z","steps":["trace[1585294633] 'agreement among raft nodes before linearized reading' (duration: 12.078925077s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:57.375605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.706715911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-14T05:20:57.375623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.570644412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-14T05:20:57.37566Z","caller":"traceutil/trace.go:171","msg":"trace[1893026550] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1806; }","duration":"12.570726643s","start":"2026-07-14T05:20:44.804922Z","end":"2026-07-14T05:20:57.375648Z","steps":["trace[1893026550] 'agreement among raft nodes before linearized reading' (duration: 12.570637871s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:57.375668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.026703027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"warn","ts":"2026-07-14T05:20:57.37565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:55.571783Z","time spent":"1.803772419s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":721,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T05:20:57.375664Z","caller":"traceutil/trace.go:171","msg":"trace[1157723235] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1806; }","duration":"14.706809814s","start":"2026-07-14T05:20:42.668838Z","end":"2026-07-14T05:20:57.375648Z","steps":["trace[1157723235] 'agreement among raft nodes before linearized reading' (duration: 14.706693271s)"],"step_count":1} {"level":"info","ts":"2026-07-14T05:20:57.375688Z","caller":"traceutil/trace.go:171","msg":"trace[1011480795] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1806; }","duration":"11.026721308s","start":"2026-07-14T05:20:46.348961Z","end":"2026-07-14T05:20:57.375682Z","steps":["trace[1011480795] 'agreement among raft nodes before linearized reading' (duration: 11.026677857s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:57.375691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:44.804908Z","time spent":"12.570769835s","remote":"127.0.0.1:52388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":4,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-14T05:20:57.375701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:46.348915Z","time spent":"11.0267832s","remote":"127.0.0.1:47700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-14T05:20:57.375714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:42.668823Z","time spent":"14.706878265s","remote":"127.0.0.1:60138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-14T05:20:57.375624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:45.296594Z","time spent":"12.07902165s","remote":"127.0.0.1:47962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-14T05:20:57.375973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.609521121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2106019dc721a\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-14T05:20:57.375982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.570073094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-14T05:20:57.376013Z","caller":"traceutil/trace.go:171","msg":"trace[26323374] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1806; }","duration":"3.570135856s","start":"2026-07-14T05:20:53.805871Z","end":"2026-07-14T05:20:57.376007Z","steps":["trace[26323374] 'agreement among raft nodes before linearized reading' (duration: 3.570077074s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:57.376024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.962992263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-14T05:20:57.376032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:53.805853Z","time spent":"3.570173076s","remote":"127.0.0.1:47612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":11,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-07-14T05:20:57.376041Z","caller":"traceutil/trace.go:171","msg":"trace[1450991157] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1806; }","duration":"3.963048984s","start":"2026-07-14T05:20:53.412987Z","end":"2026-07-14T05:20:57.376036Z","steps":["trace[1450991157] 'agreement among raft nodes before linearized reading' (duration: 3.963021064s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:57.375513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:52.470977Z","time spent":"4.904477642s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":570,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T05:20:57.376056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:53.412967Z","time spent":"3.963085556s","remote":"127.0.0.1:55558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-14T05:20:57.376132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.950664593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T05:20:57.37615Z","caller":"traceutil/trace.go:171","msg":"trace[40605140] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1806; }","duration":"15.950721164s","start":"2026-07-14T05:20:41.425423Z","end":"2026-07-14T05:20:57.376145Z","steps":["trace[40605140] 'agreement among raft nodes before linearized reading' (duration: 15.950683513s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:57.376154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.132543544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-14T05:20:57.376166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:41.425404Z","time spent":"15.950757986s","remote":"127.0.0.1:55634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-07-14T05:20:57.37617Z","caller":"traceutil/trace.go:171","msg":"trace[535077701] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1806; }","duration":"5.132599806s","start":"2026-07-14T05:20:52.243566Z","end":"2026-07-14T05:20:57.376166Z","steps":["trace[535077701] 'agreement among raft nodes before linearized reading' (duration: 5.132572535s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:57.376185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:52.243546Z","time spent":"5.132634916s","remote":"127.0.0.1:47768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-14T05:20:57.376249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.937953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T05:20:57.376266Z","caller":"traceutil/trace.go:171","msg":"trace[1393038455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1806; }","duration":"995.989984ms","start":"2026-07-14T05:20:56.380271Z","end":"2026-07-14T05:20:57.376261Z","steps":["trace[1393038455] 'agreement among raft nodes before linearized reading' (duration: 995.963563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:57.376283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:56.380247Z","time spent":"996.031394ms","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T05:20:57.376324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.916327452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-14T05:20:57.376338Z","caller":"traceutil/trace.go:171","msg":"trace[1643537871] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1806; }","duration":"5.916390704s","start":"2026-07-14T05:20:51.459943Z","end":"2026-07-14T05:20:57.376334Z","steps":["trace[1643537871] 'agreement among raft nodes before linearized reading' (duration: 5.916299472s)"],"step_count":1} {"level":"info","ts":"2026-07-14T05:20:57.37599Z","caller":"traceutil/trace.go:171","msg":"trace[1820862634] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c2106019dc721a; range_end:; response_count:1; response_revision:1806; }","duration":"9.609570372s","start":"2026-07-14T05:20:47.766414Z","end":"2026-07-14T05:20:57.375985Z","steps":["trace[1820862634] 'agreement among raft nodes before linearized reading' (duration: 9.6094852s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:57.376376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.478866906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-14T05:20:57.376376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:47.766399Z","time spent":"9.609969703s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2106019dc721a\" "} {"level":"warn","ts":"2026-07-14T05:20:57.376364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265533373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T05:20:57.37639Z","caller":"traceutil/trace.go:171","msg":"trace[683190715] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1806; }","duration":"7.478921327s","start":"2026-07-14T05:20:49.897464Z","end":"2026-07-14T05:20:57.376386Z","steps":["trace[683190715] 'agreement among raft nodes before linearized reading' (duration: 7.478894566s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:57.376405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:49.897442Z","time spent":"7.478958737s","remote":"127.0.0.1:47904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-14T05:20:57.376413Z","caller":"traceutil/trace.go:171","msg":"trace[1017120927] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1806; }","duration":"2.265620434s","start":"2026-07-14T05:20:55.110778Z","end":"2026-07-14T05:20:57.376399Z","steps":["trace[1017120927] 'agreement among raft nodes before linearized reading' (duration: 2.265542452s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:57.376456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:55.11076Z","time spent":"2.265683286s","remote":"127.0.0.1:55584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-14T05:20:57.37635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:51.459914Z","time spent":"5.916433215s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":166,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-14T05:20:57.376496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.88747124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T05:20:57.376516Z","caller":"traceutil/trace.go:171","msg":"trace[1080333541] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:0; response_revision:1806; }","duration":"8.887529251s","start":"2026-07-14T05:20:48.488981Z","end":"2026-07-14T05:20:57.37651Z","steps":["trace[1080333541] 'agreement among raft nodes before linearized reading' (duration: 8.88749806s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:57.376532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:48.488958Z","time spent":"8.887570353s","remote":"127.0.0.1:47538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-07-14T05:20:57.376618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.996086197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-14T05:20:57.376631Z","caller":"traceutil/trace.go:171","msg":"trace[317203511] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1806; }","duration":"8.996123218s","start":"2026-07-14T05:20:48.380504Z","end":"2026-07-14T05:20:57.376627Z","steps":["trace[317203511] 'agreement among raft nodes before linearized reading' (duration: 8.996100217s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:57.376645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:48.380492Z","time spent":"8.996148808s","remote":"127.0.0.1:55648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-14T05:20:57.37664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96061582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T05:20:57.376681Z","caller":"traceutil/trace.go:171","msg":"trace[1553630112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1806; }","duration":"1.960696472s","start":"2026-07-14T05:20:55.415972Z","end":"2026-07-14T05:20:57.376669Z","steps":["trace[1553630112] 'agreement among raft nodes before linearized reading' (duration: 1.960636541s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:57.376716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:55.41595Z","time spent":"1.960757914s","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T05:20:57.376743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716831069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-14T05:20:57.376845Z","caller":"traceutil/trace.go:171","msg":"trace[1140320017] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1806; }","duration":"1.717148146s","start":"2026-07-14T05:20:55.65966Z","end":"2026-07-14T05:20:57.376808Z","steps":["trace[1140320017] 'agreement among raft nodes before linearized reading' (duration: 1.716809868s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:20:57.376944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:20:55.659611Z","time spent":"1.7173027s","remote":"127.0.0.1:52408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":4,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-14T05:20:57.378395Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0e099f5f0dea118b","error":"lease not found"} {"level":"warn","ts":"2026-07-14T05:22:09.266778Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925541305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:22:09.274571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.988018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-14T05:22:09.274614Z","caller":"traceutil/trace.go:171","msg":"trace[2132979257] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2166; }","duration":"869.0806ms","start":"2026-07-14T05:22:08.40552Z","end":"2026-07-14T05:22:09.2746Z","steps":["trace[2132979257] 'range keys from in-memory index tree' (duration: 868.820353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:09.274646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:08.405499Z","time spent":"869.140051ms","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-14T05:22:09.274923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.492139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-14T05:22:09.274999Z","caller":"traceutil/trace.go:171","msg":"trace[1128157290] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:2166; }","duration":"781.589881ms","start":"2026-07-14T05:22:08.493379Z","end":"2026-07-14T05:22:09.274969Z","steps":["trace[1128157290] 'range keys from in-memory index tree' (duration: 781.349354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:09.275041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:08.493358Z","time spent":"781.674934ms","remote":"127.0.0.1:47538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"info","ts":"2026-07-14T05:22:09.275249Z","caller":"traceutil/trace.go:171","msg":"trace[1525029291] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"680.844797ms","start":"2026-07-14T05:22:08.594379Z","end":"2026-07-14T05:22:09.275224Z","steps":["trace[1525029291] 'process raft request' (duration: 675.583239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:09.275372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:08.594356Z","time spent":"680.95115ms","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T05:22:09.275951Z","caller":"traceutil/trace.go:171","msg":"trace[1160139987] linearizableReadLoop","detail":"{readStateIndex:2265; appliedIndex:2262; }","duration":"510.02313ms","start":"2026-07-14T05:22:08.765912Z","end":"2026-07-14T05:22:09.275935Z","steps":["trace[1160139987] 'read index received' (duration: 504.056925ms)","trace[1160139987] 'applied index is now lower than readState.Index' (duration: 5.965545ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T05:22:09.276044Z","caller":"traceutil/trace.go:171","msg":"trace[1683214685] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"239.21749ms","start":"2026-07-14T05:22:09.036816Z","end":"2026-07-14T05:22:09.276034Z","steps":["trace[1683214685] 'process raft request' (duration: 239.017015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:09.276128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.206775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-14T05:22:09.276194Z","caller":"traceutil/trace.go:171","msg":"trace[739635499] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2169; }","duration":"510.301797ms","start":"2026-07-14T05:22:08.765873Z","end":"2026-07-14T05:22:09.276174Z","steps":["trace[739635499] 'agreement among raft nodes before linearized reading' (duration: 510.168304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:09.276233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:08.765854Z","time spent":"510.371429ms","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-14T05:22:09.276251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.119552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-14T05:22:09.276294Z","caller":"traceutil/trace.go:171","msg":"trace[1055312946] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2169; }","duration":"494.197694ms","start":"2026-07-14T05:22:08.782085Z","end":"2026-07-14T05:22:09.276283Z","steps":["trace[1055312946] 'agreement among raft nodes before linearized reading' (duration: 494.067121ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T05:22:09.276328Z","caller":"traceutil/trace.go:171","msg":"trace[1657302752] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"158.116966ms","start":"2026-07-14T05:22:09.118198Z","end":"2026-07-14T05:22:09.276315Z","steps":["trace[1657302752] 'process raft request' (duration: 157.713176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:09.27633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:08.782071Z","time spent":"494.251725ms","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-14T05:22:09.27641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.610766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-14T05:22:09.276447Z","caller":"traceutil/trace.go:171","msg":"trace[2109944146] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2169; }","duration":"301.677317ms","start":"2026-07-14T05:22:08.974758Z","end":"2026-07-14T05:22:09.276436Z","steps":["trace[2109944146] 'agreement among raft nodes before linearized reading' (duration: 301.596705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:09.276479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:08.974736Z","time spent":"301.735928ms","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-14T05:22:09.276514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.713801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-14T05:22:09.276548Z","caller":"traceutil/trace.go:171","msg":"trace[971423550] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2169; }","duration":"394.772923ms","start":"2026-07-14T05:22:08.881766Z","end":"2026-07-14T05:22:09.276539Z","steps":["trace[971423550] 'agreement among raft nodes before linearized reading' (duration: 394.683061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:09.276581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:08.881751Z","time spent":"394.823444ms","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-14T05:22:15.804098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925541376,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:22:16.304713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925541376,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:22:16.3826Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.002568836s","expected-duration":"1s"} {"level":"info","ts":"2026-07-14T05:22:16.408943Z","caller":"traceutil/trace.go:171","msg":"trace[181171773] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"2.028970841s","start":"2026-07-14T05:22:14.379947Z","end":"2026-07-14T05:22:16.408918Z","steps":["trace[181171773] 'process raft request' (duration: 2.002834083s)","trace[181171773] 'compare' (duration: 25.981835ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T05:22:16.40903Z","caller":"traceutil/trace.go:171","msg":"trace[148941472] linearizableReadLoop","detail":"{readStateIndex:2296; appliedIndex:2294; }","duration":"1.105144752s","start":"2026-07-14T05:22:15.303861Z","end":"2026-07-14T05:22:16.409006Z","steps":["trace[148941472] 'read index received' (duration: 1.078903721s)","trace[148941472] 'applied index is now lower than readState.Index' (duration: 26.239371ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T05:22:16.409072Z","caller":"traceutil/trace.go:171","msg":"trace[1506482612] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"1.110522543s","start":"2026-07-14T05:22:15.298522Z","end":"2026-07-14T05:22:16.409044Z","steps":["trace[1506482612] 'process raft request' (duration: 1.110356899s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:16.40914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:14.37993Z","time spent":"2.029118045s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T05:22:16.409284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:15.298499Z","time spent":"1.110640487s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T05:22:16.409377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105491501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-14T05:22:16.409374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104356773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-14T05:22:16.409428Z","caller":"traceutil/trace.go:171","msg":"trace[770113498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2198; }","duration":"1.105556692s","start":"2026-07-14T05:22:15.303857Z","end":"2026-07-14T05:22:16.409413Z","steps":["trace[770113498] 'agreement among raft nodes before linearized reading' (duration: 1.105252595s)"],"step_count":1} {"level":"info","ts":"2026-07-14T05:22:16.409446Z","caller":"traceutil/trace.go:171","msg":"trace[1322342789] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2198; }","duration":"1.104445006s","start":"2026-07-14T05:22:15.304983Z","end":"2026-07-14T05:22:16.409428Z","steps":["trace[1322342789] 'agreement among raft nodes before linearized reading' (duration: 1.104185369s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:16.409466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:15.303817Z","time spent":"1.105639504s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-14T05:22:16.409491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:15.30498Z","time spent":"1.104502367s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-14T05:22:16.409514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.315748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-14T05:22:16.409551Z","caller":"traceutil/trace.go:171","msg":"trace[314013905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2198; }","duration":"436.37914ms","start":"2026-07-14T05:22:15.973161Z","end":"2026-07-14T05:22:16.40954Z","steps":["trace[314013905] 'agreement among raft nodes before linearized reading' (duration: 436.251447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:16.409584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:15.973145Z","time spent":"436.430192ms","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-14T05:22:16.409645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.560768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-14T05:22:16.409661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.618334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T05:22:16.409708Z","caller":"traceutil/trace.go:171","msg":"trace[859137027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2198; }","duration":"995.701656ms","start":"2026-07-14T05:22:15.413993Z","end":"2026-07-14T05:22:16.409695Z","steps":["trace[859137027] 'agreement among raft nodes before linearized reading' (duration: 995.632634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:16.409736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031353558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-14T05:22:16.409741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:15.413972Z","time spent":"995.761667ms","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-14T05:22:16.409763Z","caller":"traceutil/trace.go:171","msg":"trace[1172611352] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2198; }","duration":"1.03140283s","start":"2026-07-14T05:22:15.378353Z","end":"2026-07-14T05:22:16.409755Z","steps":["trace[1172611352] 'agreement among raft nodes before linearized reading' (duration: 1.031336928s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:16.409802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.696581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-14T05:22:16.409793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:15.378339Z","time spent":"1.03144417s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-14T05:22:16.409833Z","caller":"traceutil/trace.go:171","msg":"trace[987429962] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2198; }","duration":"302.766823ms","start":"2026-07-14T05:22:16.107058Z","end":"2026-07-14T05:22:16.409824Z","steps":["trace[987429962] 'agreement among raft nodes before linearized reading' (duration: 302.715342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:16.409863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:16.107038Z","time spent":"302.815905ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":5,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-14T05:22:16.409672Z","caller":"traceutil/trace.go:171","msg":"trace[840595326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2198; }","duration":"448.614279ms","start":"2026-07-14T05:22:15.961049Z","end":"2026-07-14T05:22:16.409664Z","steps":["trace[840595326] 'agreement among raft nodes before linearized reading' (duration: 448.534317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:16.409904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:15.961034Z","time spent":"448.860865ms","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-14T05:22:18.682407Z","caller":"traceutil/trace.go:171","msg":"trace[1659247392] linearizableReadLoop","detail":"{readStateIndex:2309; appliedIndex:2305; }","duration":"188.666534ms","start":"2026-07-14T05:22:18.493718Z","end":"2026-07-14T05:22:18.682384Z","steps":["trace[1659247392] 'read index received' (duration: 181.319724ms)","trace[1659247392] 'applied index is now lower than readState.Index' (duration: 7.34561ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T05:22:18.682707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.961611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-14T05:22:18.682751Z","caller":"traceutil/trace.go:171","msg":"trace[698229973] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:2211; }","duration":"189.058823ms","start":"2026-07-14T05:22:18.493682Z","end":"2026-07-14T05:22:18.682741Z","steps":["trace[698229973] 'agreement among raft nodes before linearized reading' (duration: 188.796947ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T05:22:18.682901Z","caller":"traceutil/trace.go:171","msg":"trace[1080448046] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"196.589937ms","start":"2026-07-14T05:22:18.486294Z","end":"2026-07-14T05:22:18.682884Z","steps":["trace[1080448046] 'process raft request' (duration: 195.990062ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T05:22:18.682935Z","caller":"traceutil/trace.go:171","msg":"trace[757245886] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"195.05137ms","start":"2026-07-14T05:22:18.487852Z","end":"2026-07-14T05:22:18.682903Z","steps":["trace[757245886] 'process raft request' (duration: 194.488677ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T05:22:18.683086Z","caller":"traceutil/trace.go:171","msg":"trace[943622025] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"197.346936ms","start":"2026-07-14T05:22:18.485729Z","end":"2026-07-14T05:22:18.683076Z","steps":["trace[943622025] 'process raft request' (duration: 189.194437ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T05:22:18.683177Z","caller":"traceutil/trace.go:171","msg":"trace[2014519747] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"197.039037ms","start":"2026-07-14T05:22:18.486128Z","end":"2026-07-14T05:22:18.683167Z","steps":["trace[2014519747] 'process raft request' (duration: 196.078874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:47.045003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925541727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:22:47.545996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925541727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:22:48.046795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925541727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:22:48.547136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925541727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:22:49.048158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925541727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:22:49.326586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99987713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-14T05:22:49.326668Z","caller":"traceutil/trace.go:171","msg":"trace[1967020865] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000000054s","start":"2026-07-14T05:22:47.326649Z","end":"2026-07-14T05:22:49.326649Z","steps":["trace[1967020865] 'agreement among raft nodes before linearized reading' (duration: 1.999900411s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:49.326717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:47.326636Z","time spent":"2.000070835s","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/14 05:22:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:22:49.548307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925541727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:22:50.049457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925541727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:22:50.550104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925541727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:22:51.050267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925541727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:22:51.326894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999928713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-14T05:22:51.326978Z","caller":"traceutil/trace.go:171","msg":"trace[641830016] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000079656s","start":"2026-07-14T05:22:49.32688Z","end":"2026-07-14T05:22:51.32696Z","steps":["trace[641830016] 'agreement among raft nodes before linearized reading' (duration: 1.999972264s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:51.327026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:49.326857Z","time spent":"2.000158408s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/14 05:22:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:22:51.515724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:46.517078Z","time spent":"4.998640176s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/14 05:22:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:22:51.544268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999543748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-14T05:22:51.544369Z","caller":"traceutil/trace.go:171","msg":"trace[1111860792] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999696222s","start":"2026-07-14T05:22:46.544648Z","end":"2026-07-14T05:22:51.544344Z","steps":["trace[1111860792] 'agreement among raft nodes before linearized reading' (duration: 4.999570979s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:51.544451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:46.54463Z","time spent":"4.999804074s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/14 05:22:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:22:51.55146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925541727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:22:51.561914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999228042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-14T05:22:51.561972Z","caller":"traceutil/trace.go:171","msg":"trace[1683362307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999326094s","start":"2026-07-14T05:22:46.562633Z","end":"2026-07-14T05:22:51.561959Z","steps":["trace[1683362307] 'agreement among raft nodes before linearized reading' (duration: 4.999261283s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:51.56201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:46.562616Z","time spent":"4.999384845s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/14 05:22:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:22:51.804862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999335463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-14T05:22:51.804941Z","caller":"traceutil/trace.go:171","msg":"trace[537148331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999463726s","start":"2026-07-14T05:22:46.80546Z","end":"2026-07-14T05:22:51.804923Z","steps":["trace[537148331] 'agreement among raft nodes before linearized reading' (duration: 4.999365624s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:51.804981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:46.805444Z","time spent":"4.999528298s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/14 05:22:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-14T05:22:52.052569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925541727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:22:52.552885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925541727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:22:53.053863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011514821925541727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-14T05:22:53.275911Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.758694671s","expected-duration":"1s"} {"level":"info","ts":"2026-07-14T05:22:53.292381Z","caller":"traceutil/trace.go:171","msg":"trace[161671631] transaction","detail":"{read_only:false; response_revision:2336; number_of_response:1; }","duration":"3.271983146s","start":"2026-07-14T05:22:50.020379Z","end":"2026-07-14T05:22:53.292362Z","steps":["trace[161671631] 'process raft request' (duration: 3.271837393s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:53.29251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:50.020353Z","time spent":"3.272083528s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-14T05:22:53.292593Z","caller":"traceutil/trace.go:171","msg":"trace[4251924] linearizableReadLoop","detail":"{readStateIndex:2441; appliedIndex:2438; }","duration":"6.747877827s","start":"2026-07-14T05:22:46.544684Z","end":"2026-07-14T05:22:53.292562Z","steps":["trace[4251924] 'read index received' (duration: 6.731424104s)","trace[4251924] 'applied index is now lower than readState.Index' (duration: 16.451363ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T05:22:53.292655Z","caller":"traceutil/trace.go:171","msg":"trace[395185740] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"2.694278538s","start":"2026-07-14T05:22:50.59835Z","end":"2026-07-14T05:22:53.292628Z","steps":["trace[395185740] 'process raft request' (duration: 2.693983161s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:53.292788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:50.598327Z","time spent":"2.69438165s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-14T05:22:53.29294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775273958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-07-14T05:22:53.292968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958830706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T05:22:53.292977Z","caller":"traceutil/trace.go:171","msg":"trace[290571782] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2337; }","duration":"1.77535002s","start":"2026-07-14T05:22:51.517618Z","end":"2026-07-14T05:22:53.292968Z","steps":["trace[290571782] 'agreement among raft nodes before linearized reading' (duration: 1.775285338s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:53.293003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:51.5176Z","time spent":"1.77539789s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-07-14T05:22:53.293001Z","caller":"traceutil/trace.go:171","msg":"trace[828992638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2337; }","duration":"1.958872927s","start":"2026-07-14T05:22:51.334117Z","end":"2026-07-14T05:22:53.29299Z","steps":["trace[828992638] 'agreement among raft nodes before linearized reading' (duration: 1.958822346s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:53.293029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:51.33411Z","time spent":"1.958913328s","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-14T05:22:53.292953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.213292801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-14T05:22:53.293128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714448641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-14T05:22:53.293137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96307182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2106019dc721a\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-14T05:22:53.293242Z","caller":"traceutil/trace.go:171","msg":"trace[1878736638] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2337; }","duration":"2.714640748s","start":"2026-07-14T05:22:50.578584Z","end":"2026-07-14T05:22:53.293225Z","steps":["trace[1878736638] 'agreement among raft nodes before linearized reading' (duration: 2.71434699s)"],"step_count":1} {"level":"info","ts":"2026-07-14T05:22:53.293152Z","caller":"traceutil/trace.go:171","msg":"trace[344561682] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2337; }","duration":"3.213573419s","start":"2026-07-14T05:22:50.079557Z","end":"2026-07-14T05:22:53.293131Z","steps":["trace[344561682] 'agreement among raft nodes before linearized reading' (duration: 3.213333422s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:53.293289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:50.578563Z","time spent":"2.71471344s","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":190,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-14T05:22:53.293378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.976715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-14T05:22:53.293436Z","caller":"traceutil/trace.go:171","msg":"trace[1665580892] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2337; }","duration":"689.065128ms","start":"2026-07-14T05:22:52.604355Z","end":"2026-07-14T05:22:53.29342Z","steps":["trace[1665580892] 'agreement among raft nodes before linearized reading' (duration: 688.974795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:53.293487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:52.604337Z","time spent":"689.13415ms","remote":"127.0.0.1:47874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-14T05:22:53.293409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:50.079527Z","time spent":"3.213859185s","remote":"127.0.0.1:55610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-14T05:22:53.293285Z","caller":"traceutil/trace.go:171","msg":"trace[556470856] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c2106019dc721a; range_end:; response_count:1; response_revision:2337; }","duration":"1.963264225s","start":"2026-07-14T05:22:51.32999Z","end":"2026-07-14T05:22:53.293254Z","steps":["trace[556470856] 'agreement among raft nodes before linearized reading' (duration: 1.962925376s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:53.293927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720496188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T05:22:53.293995Z","caller":"traceutil/trace.go:171","msg":"trace[686446387] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2337; }","duration":"1.720632071s","start":"2026-07-14T05:22:51.573348Z","end":"2026-07-14T05:22:53.29398Z","steps":["trace[686446387] 'agreement among raft nodes before linearized reading' (duration: 1.720486767s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:53.294045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:51.573329Z","time spent":"1.720703412s","remote":"127.0.0.1:47672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-14T05:22:53.29411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:51.329967Z","time spent":"1.964046364s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c2106019dc721a\" "} {"level":"warn","ts":"2026-07-14T05:22:53.2942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.796035142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-14T05:22:53.294264Z","caller":"traceutil/trace.go:171","msg":"trace[1412555092] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2337; }","duration":"4.796124354s","start":"2026-07-14T05:22:48.498125Z","end":"2026-07-14T05:22:53.294249Z","steps":["trace[1412555092] 'agreement among raft nodes before linearized reading' (duration: 4.796025002s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:53.294307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:48.498115Z","time spent":"4.796182796s","remote":"127.0.0.1:47670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-14T05:22:53.294471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.466042536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-14T05:22:53.294515Z","caller":"traceutil/trace.go:171","msg":"trace[31407030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2337; }","duration":"6.466132429s","start":"2026-07-14T05:22:46.828372Z","end":"2026-07-14T05:22:53.294505Z","steps":["trace[31407030] 'agreement among raft nodes before linearized reading' (duration: 6.465995815s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:53.294544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:46.828352Z","time spent":"6.466185669s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-14T05:22:53.294577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.798622785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-07-14T05:22:53.294593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.874638343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-14T05:22:53.294621Z","caller":"traceutil/trace.go:171","msg":"trace[862212695] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:2337; }","duration":"4.798705897s","start":"2026-07-14T05:22:48.495901Z","end":"2026-07-14T05:22:53.294607Z","steps":["trace[862212695] 'agreement among raft nodes before linearized reading' (duration: 4.798601275s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:53.29462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.468519737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-14T05:22:53.294471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.586200673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-07-14T05:22:53.294661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:48.495882Z","time spent":"4.798768929s","remote":"127.0.0.1:47538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"info","ts":"2026-07-14T05:22:53.29469Z","caller":"traceutil/trace.go:171","msg":"trace[315522119] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2337; }","duration":"5.586453369s","start":"2026-07-14T05:22:47.708223Z","end":"2026-07-14T05:22:53.294677Z","steps":["trace[315522119] 'agreement among raft nodes before linearized reading' (duration: 5.586135141s)"],"step_count":1} {"level":"info","ts":"2026-07-14T05:22:53.294641Z","caller":"traceutil/trace.go:171","msg":"trace[1791911415] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2337; }","duration":"3.874712475s","start":"2026-07-14T05:22:49.419914Z","end":"2026-07-14T05:22:53.294626Z","steps":["trace[1791911415] 'agreement among raft nodes before linearized reading' (duration: 3.874575291s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:53.294732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:47.708207Z","time spent":"5.586516111s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-14T05:22:53.294743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.777450096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-14T05:22:53.294743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:49.419899Z","time spent":"3.874831447s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-14T05:22:53.294618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.841847421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-14T05:22:53.294805Z","caller":"traceutil/trace.go:171","msg":"trace[197560307] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2337; }","duration":"3.777546918s","start":"2026-07-14T05:22:49.517239Z","end":"2026-07-14T05:22:53.294786Z","steps":["trace[197560307] 'agreement among raft nodes before linearized reading' (duration: 3.777426165s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:53.294855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:49.517216Z","time spent":"3.777628131s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-14T05:22:53.29469Z","caller":"traceutil/trace.go:171","msg":"trace[802469986] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2337; }","duration":"6.46862992s","start":"2026-07-14T05:22:46.826038Z","end":"2026-07-14T05:22:53.294668Z","steps":["trace[802469986] 'agreement among raft nodes before linearized reading' (duration: 6.468444215s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:53.294914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:46.826017Z","time spent":"6.468885455s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-14T05:22:53.294816Z","caller":"traceutil/trace.go:171","msg":"trace[990518285] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2337; }","duration":"3.842098177s","start":"2026-07-14T05:22:49.452707Z","end":"2026-07-14T05:22:53.294805Z","steps":["trace[990518285] 'agreement among raft nodes before linearized reading' (duration: 3.841726668s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:53.295119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.469770367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-14T05:22:53.295264Z","caller":"traceutil/trace.go:171","msg":"trace[1727498801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2337; }","duration":"6.46994201s","start":"2026-07-14T05:22:46.825305Z","end":"2026-07-14T05:22:53.295247Z","steps":["trace[1727498801] 'agreement among raft nodes before linearized reading' (duration: 6.467418759s)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:22:53.295317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:46.825294Z","time spent":"6.470007543s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-14T05:22:53.294998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-14T05:22:49.452687Z","time spent":"3.842301321s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-14T05:24:50.36122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.32984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-07-14T05:24:50.361346Z","caller":"traceutil/trace.go:171","msg":"trace[198167907] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2915; }","duration":"104.525924ms","start":"2026-07-14T05:24:50.256797Z","end":"2026-07-14T05:24:50.361323Z","steps":["trace[198167907] 'range keys from in-memory index tree' (duration: 104.195716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:24:56.435932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.759406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-14T05:24:56.436081Z","caller":"traceutil/trace.go:171","msg":"trace[219794874] linearizableReadLoop","detail":"{readStateIndex:3072; appliedIndex:3071; }","duration":"214.755026ms","start":"2026-07-14T05:24:56.221305Z","end":"2026-07-14T05:24:56.43606Z","steps":["trace[219794874] 'read index received' (duration: 103.681833ms)","trace[219794874] 'applied index is now lower than readState.Index' (duration: 111.071323ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T05:24:56.436197Z","caller":"traceutil/trace.go:171","msg":"trace[638915526] transaction","detail":"{read_only:false; response_revision:2940; number_of_response:1; }","duration":"236.075847ms","start":"2026-07-14T05:24:56.200081Z","end":"2026-07-14T05:24:56.436157Z","steps":["trace[638915526] 'process raft request' (duration: 124.985732ms)","trace[638915526] 'compare' (duration: 110.535961ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T05:24:56.436351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.145832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-14T05:24:56.436375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.544569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-07-14T05:24:56.436409Z","caller":"traceutil/trace.go:171","msg":"trace[1572059240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2940; }","duration":"110.230623ms","start":"2026-07-14T05:24:56.326162Z","end":"2026-07-14T05:24:56.436393Z","steps":["trace[1572059240] 'agreement among raft nodes before linearized reading' (duration: 110.164032ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T05:24:56.436441Z","caller":"traceutil/trace.go:171","msg":"trace[587293355] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:2940; }","duration":"165.651103ms","start":"2026-07-14T05:24:56.270772Z","end":"2026-07-14T05:24:56.436423Z","steps":["trace[587293355] 'agreement among raft nodes before linearized reading' (duration: 165.51887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:24:56.436256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.943213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-07-14T05:24:56.436736Z","caller":"traceutil/trace.go:171","msg":"trace[1229951322] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:2940; }","duration":"215.411924ms","start":"2026-07-14T05:24:56.221299Z","end":"2026-07-14T05:24:56.436711Z","steps":["trace[1229951322] 'agreement among raft nodes before linearized reading' (duration: 214.879471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:24:56.436963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.484322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-14T05:24:56.43703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.58358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-14T05:24:56.437048Z","caller":"traceutil/trace.go:171","msg":"trace[90102866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2940; }","duration":"136.607666ms","start":"2026-07-14T05:24:56.300421Z","end":"2026-07-14T05:24:56.437029Z","steps":["trace[90102866] 'agreement among raft nodes before linearized reading' (duration: 135.881018ms)"],"step_count":1} {"level":"info","ts":"2026-07-14T05:24:56.4371Z","caller":"traceutil/trace.go:171","msg":"trace[29234958] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2940; }","duration":"165.671252ms","start":"2026-07-14T05:24:56.271412Z","end":"2026-07-14T05:24:56.437084Z","steps":["trace[29234958] 'agreement among raft nodes before linearized reading' (duration: 165.459467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:24:56.669434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.081547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-14T05:24:56.669569Z","caller":"traceutil/trace.go:171","msg":"trace[476449216] linearizableReadLoop","detail":"{readStateIndex:3075; appliedIndex:3074; }","duration":"140.612702ms","start":"2026-07-14T05:24:56.528933Z","end":"2026-07-14T05:24:56.669546Z","steps":["trace[476449216] 'read index received' (duration: 19.208268ms)","trace[476449216] 'applied index is now lower than readState.Index' (duration: 121.402444ms)"],"step_count":2} {"level":"info","ts":"2026-07-14T05:24:56.669628Z","caller":"traceutil/trace.go:171","msg":"trace[838084136] transaction","detail":"{read_only:false; response_revision:2943; number_of_response:1; }","duration":"143.065292ms","start":"2026-07-14T05:24:56.526512Z","end":"2026-07-14T05:24:56.669577Z","steps":["trace[838084136] 'process raft request' (duration: 21.694598ms)","trace[838084136] 'compare' (duration: 120.79184ms)"],"step_count":2} {"level":"warn","ts":"2026-07-14T05:24:56.669954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.636163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:6 size:363690"} {"level":"info","ts":"2026-07-14T05:24:56.670002Z","caller":"traceutil/trace.go:171","msg":"trace[43573333] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2943; }","duration":"140.688654ms","start":"2026-07-14T05:24:56.529302Z","end":"2026-07-14T05:24:56.66999Z","steps":["trace[43573333] 'agreement among raft nodes before linearized reading' (duration: 140.387717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-14T05:24:56.670063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.101774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:6 size:363690"} {"level":"info","ts":"2026-07-14T05:24:56.67014Z","caller":"traceutil/trace.go:171","msg":"trace[1142665967] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2943; }","duration":"141.211826ms","start":"2026-07-14T05:24:56.528908Z","end":"2026-07-14T05:24:56.67012Z","steps":["trace[1142665967] 'agreement among raft nodes before linearized reading' (duration: 140.740995ms)"],"step_count":1}