{"level":"warn","ts":"2026-04-03T02:32:05.393709Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T02:32:05.393858Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.65:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.65:2380","--initial-cluster=instance=https://199.19.213.65:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.65:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.65:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-03T02:32:05.393973Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T02:32:05.393997Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.65:2380"]} {"level":"info","ts":"2026-04-03T02:32:05.394023Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T02:32:05.394832Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.65:2379"]} {"level":"info","ts":"2026-04-03T02:32:05.394924Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.65:2380"],"listen-peer-urls":["https://199.19.213.65:2380"],"advertise-client-urls":["https://199.19.213.65:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.65:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.65:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-03T02:32:05.400957Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.785286ms"} {"level":"info","ts":"2026-04-03T02:32:05.434556Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a071a454a8148542","cluster-id":"aa233e43aeaf7fe5"} {"level":"info","ts":"2026-04-03T02:32:05.434839Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a071a454a8148542 switched to configuration voters=()"} {"level":"info","ts":"2026-04-03T02:32:05.434882Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a071a454a8148542 became follower at term 0"} {"level":"info","ts":"2026-04-03T02:32:05.434921Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a071a454a8148542 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-03T02:32:05.434936Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a071a454a8148542 became follower at term 1"} {"level":"info","ts":"2026-04-03T02:32:05.435014Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a071a454a8148542 switched to configuration voters=(11561202401940899138)"} {"level":"warn","ts":"2026-04-03T02:32:05.449231Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-03T02:32:05.452987Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-03T02:32:05.458334Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-03T02:32:05.46277Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a071a454a8148542","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-03T02:32:05.462921Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T02:32:05.462988Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T02:32:05.463006Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T02:32:05.463168Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a071a454a8148542","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-03T02:32:05.473774Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a071a454a8148542 switched to configuration voters=(11561202401940899138)"} {"level":"info","ts":"2026-04-03T02:32:05.473994Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"aa233e43aeaf7fe5","local-member-id":"a071a454a8148542","added-peer-id":"a071a454a8148542","added-peer-peer-urls":["https://199.19.213.65:2380"]} {"level":"info","ts":"2026-04-03T02:32:05.474925Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T02:32:05.475127Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.65:2380"} {"level":"info","ts":"2026-04-03T02:32:05.475176Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.65:2380"} {"level":"info","ts":"2026-04-03T02:32:05.475169Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a071a454a8148542","initial-advertise-peer-urls":["https://199.19.213.65:2380"],"listen-peer-urls":["https://199.19.213.65:2380"],"advertise-client-urls":["https://199.19.213.65:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.65:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-03T02:32:05.475267Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-03T02:32:06.436158Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a071a454a8148542 is starting a new election at term 1"} {"level":"info","ts":"2026-04-03T02:32:06.436335Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a071a454a8148542 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-03T02:32:06.43645Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a071a454a8148542 received MsgPreVoteResp from a071a454a8148542 at term 1"} {"level":"info","ts":"2026-04-03T02:32:06.436517Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a071a454a8148542 became candidate at term 2"} {"level":"info","ts":"2026-04-03T02:32:06.436561Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a071a454a8148542 received MsgVoteResp from a071a454a8148542 at term 2"} {"level":"info","ts":"2026-04-03T02:32:06.43661Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a071a454a8148542 became leader at term 2"} {"level":"info","ts":"2026-04-03T02:32:06.436648Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a071a454a8148542 elected leader a071a454a8148542 at term 2"} {"level":"info","ts":"2026-04-03T02:32:06.521739Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a071a454a8148542","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.65:2379]}","request-path":"/0/members/a071a454a8148542/attributes","cluster-id":"aa233e43aeaf7fe5","publish-timeout":"7s"} {"level":"info","ts":"2026-04-03T02:32:06.521792Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T02:32:06.521802Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T02:32:06.521985Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-03T02:32:06.522056Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-03T02:32:06.521995Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:32:06.524057Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"aa233e43aeaf7fe5","local-member-id":"a071a454a8148542","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:32:06.52421Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:32:06.524275Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:32:06.525749Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-03T02:32:06.52612Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.65:2379"} {"level":"warn","ts":"2026-04-03T02:32:09.141496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.086916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:32:09.14163Z","caller":"traceutil/trace.go:171","msg":"trace[926146752] transaction","detail":"{read_only:false; response_revision:151; number_of_response:1; }","duration":"279.8431ms","start":"2026-04-03T02:32:08.861767Z","end":"2026-04-03T02:32:09.14161Z","steps":["trace[926146752] 'process raft request' (duration: 154.139538ms)","trace[926146752] 'compare' (duration: 124.942253ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:11.178725Z","caller":"traceutil/trace.go:171","msg":"trace[161223625] linearizableReadLoop","detail":"{readStateIndex:261; appliedIndex:260; }","duration":"300.506281ms","start":"2026-04-03T02:32:10.87819Z","end":"2026-04-03T02:32:11.178696Z","steps":["trace[161223625] 'read index received' (duration: 300.376717ms)","trace[161223625] 'applied index is now lower than readState.Index' (duration: 128.214µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:11.178805Z","caller":"traceutil/trace.go:171","msg":"trace[556363296] transaction","detail":"{read_only:false; response_revision:255; number_of_response:1; }","duration":"417.339498ms","start":"2026-04-03T02:32:10.761412Z","end":"2026-04-03T02:32:11.178752Z","steps":["trace[556363296] 'process raft request' (duration: 417.120903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:11.178906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.691665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:11.179015Z","caller":"traceutil/trace.go:171","msg":"trace[74820746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:255; }","duration":"300.838988ms","start":"2026-04-03T02:32:10.878134Z","end":"2026-04-03T02:32:11.178973Z","steps":["trace[74820746] 'agreement among raft nodes before linearized reading' (duration: 300.685965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:11.179056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:10.878113Z","time spent":"300.93558ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:32:11.179444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:10.761393Z","time spent":"417.661966ms","remote":"127.0.0.1:34064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4002,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:11.289919Z","caller":"traceutil/trace.go:171","msg":"trace[248199672] linearizableReadLoop","detail":"{readStateIndex:262; appliedIndex:261; }","duration":"106.185608ms","start":"2026-04-03T02:32:11.183693Z","end":"2026-04-03T02:32:11.289878Z","steps":["trace[248199672] 'read index received' (duration: 76.92475ms)","trace[248199672] 'applied index is now lower than readState.Index' (duration: 29.259618ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:11.29006Z","caller":"traceutil/trace.go:171","msg":"trace[4032898] transaction","detail":"{read_only:false; response_revision:256; number_of_response:1; }","duration":"107.624606ms","start":"2026-04-03T02:32:11.182384Z","end":"2026-04-03T02:32:11.290008Z","steps":["trace[4032898] 'process raft request' (duration: 78.213433ms)","trace[4032898] 'compare' (duration: 28.999192ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:11.290122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.403563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-brcjer\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:11.29016Z","caller":"traceutil/trace.go:171","msg":"trace[1317182466] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-brcjer; range_end:; response_count:0; response_revision:256; }","duration":"106.502166ms","start":"2026-04-03T02:32:11.183646Z","end":"2026-04-03T02:32:11.290148Z","steps":["trace[1317182466] 'agreement among raft nodes before linearized reading' (duration: 106.387493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:11.982204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.901028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:32:11.982587Z","caller":"traceutil/trace.go:171","msg":"trace[1411127921] linearizableReadLoop","detail":"{readStateIndex:269; appliedIndex:267; }","duration":"476.91687ms","start":"2026-04-03T02:32:11.505652Z","end":"2026-04-03T02:32:11.982568Z","steps":["trace[1411127921] 'read index received' (duration: 275.590762ms)","trace[1411127921] 'applied index is now lower than readState.Index' (duration: 201.325138ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:11.982681Z","caller":"traceutil/trace.go:171","msg":"trace[1156110641] transaction","detail":"{read_only:false; response_revision:262; number_of_response:1; }","duration":"604.920559ms","start":"2026-04-03T02:32:11.377751Z","end":"2026-04-03T02:32:11.982671Z","steps":["trace[1156110641] 'process raft request' (duration: 403.478907ms)","trace[1156110641] 'compare' (duration: 200.710064ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:11.982737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:11.377731Z","time spent":"604.982741ms","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:32:11.982889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.216267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:11.983114Z","caller":"traceutil/trace.go:171","msg":"trace[374202582] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:263; }","duration":"477.492624ms","start":"2026-04-03T02:32:11.505598Z","end":"2026-04-03T02:32:11.983091Z","steps":["trace[374202582] 'agreement among raft nodes before linearized reading' (duration: 477.195397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:11.98367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:11.505575Z","time spent":"478.081349ms","remote":"127.0.0.1:34034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" "} {"level":"info","ts":"2026-04-03T02:32:11.983133Z","caller":"traceutil/trace.go:171","msg":"trace[76657608] transaction","detail":"{read_only:false; response_revision:263; number_of_response:1; }","duration":"601.597135ms","start":"2026-04-03T02:32:11.381525Z","end":"2026-04-03T02:32:11.983122Z","steps":["trace[76657608] 'process raft request' (duration: 600.803205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:11.983879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:11.381509Z","time spent":"602.276032ms","remote":"127.0.0.1:34104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":219,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:32:11.982939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.392497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T02:32:11.984036Z","caller":"traceutil/trace.go:171","msg":"trace[979732413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:263; }","duration":"146.556527ms","start":"2026-04-03T02:32:11.837471Z","end":"2026-04-03T02:32:11.984027Z","steps":["trace[979732413] 'agreement among raft nodes before linearized reading' (duration: 145.356387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:11.983157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.517971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T02:32:11.984214Z","caller":"traceutil/trace.go:171","msg":"trace[1737989435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:263; }","duration":"146.66314ms","start":"2026-04-03T02:32:11.837511Z","end":"2026-04-03T02:32:11.984174Z","steps":["trace[1737989435] 'agreement among raft nodes before linearized reading' (duration: 145.49598ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:16.232305Z","caller":"traceutil/trace.go:171","msg":"trace[2033365026] linearizableReadLoop","detail":"{readStateIndex:353; appliedIndex:352; }","duration":"221.020815ms","start":"2026-04-03T02:32:16.011247Z","end":"2026-04-03T02:32:16.232268Z","steps":["trace[2033365026] 'read index received' (duration: 220.905152ms)","trace[2033365026] 'applied index is now lower than readState.Index' (duration: 114.993µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:16.232347Z","caller":"traceutil/trace.go:171","msg":"trace[812872064] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"276.034072ms","start":"2026-04-03T02:32:15.956295Z","end":"2026-04-03T02:32:16.232329Z","steps":["trace[812872064] 'process raft request' (duration: 275.864698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:16.232653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.267741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T02:32:16.232705Z","caller":"traceutil/trace.go:171","msg":"trace[769499920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:342; }","duration":"221.489347ms","start":"2026-04-03T02:32:16.011202Z","end":"2026-04-03T02:32:16.232692Z","steps":["trace[769499920] 'agreement among raft nodes before linearized reading' (duration: 221.21069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:16.232735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.417629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T02:32:16.232887Z","caller":"traceutil/trace.go:171","msg":"trace[523211822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:342; }","duration":"220.606484ms","start":"2026-04-03T02:32:16.012256Z","end":"2026-04-03T02:32:16.23284Z","steps":["trace[523211822] 'agreement among raft nodes before linearized reading' (duration: 220.361308ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:16.870328Z","caller":"traceutil/trace.go:171","msg":"trace[884017936] linearizableReadLoop","detail":"{readStateIndex:378; appliedIndex:377; }","duration":"130.242166ms","start":"2026-04-03T02:32:16.740047Z","end":"2026-04-03T02:32:16.870289Z","steps":["trace[884017936] 'read index received' (duration: 58.495946ms)","trace[884017936] 'applied index is now lower than readState.Index' (duration: 71.74517ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:16.87047Z","caller":"traceutil/trace.go:171","msg":"trace[143777015] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"143.733035ms","start":"2026-04-03T02:32:16.726722Z","end":"2026-04-03T02:32:16.870455Z","steps":["trace[143777015] 'process raft request' (duration: 71.955284ms)","trace[143777015] 'compare' (duration: 71.33732ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:16.870846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.734528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-03T02:32:16.87109Z","caller":"traceutil/trace.go:171","msg":"trace[1962693249] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:367; }","duration":"131.147118ms","start":"2026-04-03T02:32:16.739921Z","end":"2026-04-03T02:32:16.871068Z","steps":["trace[1962693249] 'agreement among raft nodes before linearized reading' (duration: 130.81532ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:17.199365Z","caller":"traceutil/trace.go:171","msg":"trace[40428175] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"317.630492ms","start":"2026-04-03T02:32:16.881701Z","end":"2026-04-03T02:32:17.199331Z","steps":["trace[40428175] 'process raft request' (duration: 317.475178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:17.199575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:16.881676Z","time spent":"317.778306ms","remote":"127.0.0.1:34390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3642,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:32:17.37556Z","caller":"traceutil/trace.go:171","msg":"trace[1441543592] linearizableReadLoop","detail":"{readStateIndex:380; appliedIndex:378; }","duration":"486.968474ms","start":"2026-04-03T02:32:16.888559Z","end":"2026-04-03T02:32:17.375528Z","steps":["trace[1441543592] 'read index received' (duration: 310.613686ms)","trace[1441543592] 'applied index is now lower than readState.Index' (duration: 176.353528ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:17.375587Z","caller":"traceutil/trace.go:171","msg":"trace[1650129241] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"493.099129ms","start":"2026-04-03T02:32:16.882448Z","end":"2026-04-03T02:32:17.375547Z","steps":["trace[1650129241] 'process raft request' (duration: 435.167597ms)","trace[1650129241] 'compare' (duration: 57.782068ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:17.375934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.22057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"warn","ts":"2026-04-03T02:32:17.376441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:16.882426Z","time spent":"493.933829ms","remote":"127.0.0.1:34064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4354,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:17.376525Z","caller":"traceutil/trace.go:171","msg":"trace[731996480] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:369; }","duration":"487.94694ms","start":"2026-04-03T02:32:16.888526Z","end":"2026-04-03T02:32:17.376473Z","steps":["trace[731996480] 'agreement among raft nodes before linearized reading' (duration: 487.138259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:17.376613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:16.888516Z","time spent":"488.057692ms","remote":"127.0.0.1:34104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":242,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-04-03T02:32:17.45428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.344073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-eb73ei\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-03T02:32:17.45441Z","caller":"traceutil/trace.go:171","msg":"trace[1549007727] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-eb73ei; range_end:; response_count:1; response_revision:371; }","duration":"529.518957ms","start":"2026-04-03T02:32:16.924879Z","end":"2026-04-03T02:32:17.454398Z","steps":["trace[1549007727] 'agreement among raft nodes before linearized reading' (duration: 529.327452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:17.454457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:16.924866Z","time spent":"529.583399ms","remote":"127.0.0.1:33998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":564,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-eb73ei\" "} {"level":"warn","ts":"2026-04-03T02:32:17.454481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.45208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-03T02:32:17.454587Z","caller":"traceutil/trace.go:171","msg":"trace[417962344] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:371; }","duration":"463.600504ms","start":"2026-04-03T02:32:16.990966Z","end":"2026-04-03T02:32:17.454567Z","steps":["trace[417962344] 'agreement among raft nodes before linearized reading' (duration: 463.379228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:17.454635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:16.990926Z","time spent":"463.694706ms","remote":"127.0.0.1:34104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-04-03T02:32:17.454308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.103493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-03T02:32:17.45474Z","caller":"traceutil/trace.go:171","msg":"trace[1854723976] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:371; }","duration":"251.530354ms","start":"2026-04-03T02:32:17.203156Z","end":"2026-04-03T02:32:17.454687Z","steps":["trace[1854723976] 'agreement among raft nodes before linearized reading' (duration: 251.089023ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:17.454281Z","caller":"traceutil/trace.go:171","msg":"trace[216762501] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"249.613756ms","start":"2026-04-03T02:32:17.204603Z","end":"2026-04-03T02:32:17.454217Z","steps":["trace[216762501] 'process raft request' (duration: 249.449512ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:17.454904Z","caller":"traceutil/trace.go:171","msg":"trace[334498779] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"247.77234ms","start":"2026-04-03T02:32:17.206996Z","end":"2026-04-03T02:32:17.454768Z","steps":["trace[334498779] 'process raft request' (duration: 247.153574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:17.455053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.717614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-04-03T02:32:17.455145Z","caller":"traceutil/trace.go:171","msg":"trace[270362379] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:371; }","duration":"514.870628ms","start":"2026-04-03T02:32:16.940218Z","end":"2026-04-03T02:32:17.455089Z","steps":["trace[270362379] 'agreement among raft nodes before linearized reading' (duration: 514.393505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:17.455264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:16.940201Z","time spent":"514.98518ms","remote":"127.0.0.1:34104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-04-03T02:32:17.454849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.117961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-03T02:32:17.455688Z","caller":"traceutil/trace.go:171","msg":"trace[251561871] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:371; }","duration":"416.003715ms","start":"2026-04-03T02:32:17.039675Z","end":"2026-04-03T02:32:17.455679Z","steps":["trace[251561871] 'agreement among raft nodes before linearized reading' (duration: 415.114251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:17.455837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:17.039652Z","time spent":"416.114667ms","remote":"127.0.0.1:34104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-04-03T02:32:17.454839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.948701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:32:17.45601Z","caller":"traceutil/trace.go:171","msg":"trace[1773941210] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:371; }","duration":"103.176293ms","start":"2026-04-03T02:32:17.352814Z","end":"2026-04-03T02:32:17.455991Z","steps":["trace[1773941210] 'agreement among raft nodes before linearized reading' (duration: 101.87846ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:19.591536Z","caller":"traceutil/trace.go:171","msg":"trace[1579087007] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"120.320715ms","start":"2026-04-03T02:32:19.471181Z","end":"2026-04-03T02:32:19.591502Z","steps":["trace[1579087007] 'process raft request' (duration: 120.195002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:22.150105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.249049ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:22.150277Z","caller":"traceutil/trace.go:171","msg":"trace[287853671] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:409; }","duration":"427.428793ms","start":"2026-04-03T02:32:21.722824Z","end":"2026-04-03T02:32:22.150252Z","steps":["trace[287853671] 'range keys from in-memory index tree' (duration: 427.229287ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:22.604326Z","caller":"traceutil/trace.go:171","msg":"trace[1925062934] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"337.136925ms","start":"2026-04-03T02:32:22.267158Z","end":"2026-04-03T02:32:22.604295Z","steps":["trace[1925062934] 'process raft request' (duration: 336.995462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:22.604486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:22.267144Z","time spent":"337.258808ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:32:23.069486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.966798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:32:23.069676Z","caller":"traceutil/trace.go:171","msg":"trace[1413760700] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"283.941913ms","start":"2026-04-03T02:32:22.785716Z","end":"2026-04-03T02:32:23.069658Z","steps":["trace[1413760700] 'process raft request' (duration: 283.871941ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:23.070032Z","caller":"traceutil/trace.go:171","msg":"trace[2126554372] linearizableReadLoop","detail":"{readStateIndex:424; appliedIndex:422; }","duration":"794.145393ms","start":"2026-04-03T02:32:22.27585Z","end":"2026-04-03T02:32:23.069995Z","steps":["trace[2126554372] 'read index received' (duration: 328.344414ms)","trace[2126554372] 'applied index is now lower than readState.Index' (duration: 465.796959ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:23.070146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.285196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-03T02:32:23.070187Z","caller":"traceutil/trace.go:171","msg":"trace[1063546920] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:412; }","duration":"794.348897ms","start":"2026-04-03T02:32:22.275825Z","end":"2026-04-03T02:32:23.070174Z","steps":["trace[1063546920] 'agreement among raft nodes before linearized reading' (duration: 794.259715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:23.070225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:22.275809Z","time spent":"794.408629ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:32:23.070336Z","caller":"traceutil/trace.go:171","msg":"trace[1165387114] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"803.119429ms","start":"2026-04-03T02:32:22.267203Z","end":"2026-04-03T02:32:23.070323Z","steps":["trace[1165387114] 'process raft request' (duration: 406.230978ms)","trace[1165387114] 'compare' (duration: 395.782394ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:23.070405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:22.267193Z","time spent":"803.17251ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:24.978133Z","caller":"traceutil/trace.go:171","msg":"trace[2094036161] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"266.494322ms","start":"2026-04-03T02:32:24.71161Z","end":"2026-04-03T02:32:24.978104Z","steps":["trace[2094036161] 'process raft request' (duration: 266.331258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:27.654889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.187452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:32:27.655145Z","caller":"traceutil/trace.go:171","msg":"trace[880717045] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"503.83635ms","start":"2026-04-03T02:32:27.151285Z","end":"2026-04-03T02:32:27.655121Z","steps":["trace[880717045] 'process raft request' (duration: 138.154425ms)","trace[880717045] 'compare' (duration: 365.043988ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:27.655278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:27.151272Z","time spent":"503.960173ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:32:30.58078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.001511ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-03T02:32:30.580885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:29.737791Z","time spent":"843.090276ms","remote":"127.0.0.1:33952","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T02:32:30.624231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513120439,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:32:30.822291Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.003514004s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:32:30.846975Z","caller":"traceutil/trace.go:171","msg":"trace[1842610834] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"1.106580603s","start":"2026-04-03T02:32:29.740369Z","end":"2026-04-03T02:32:30.846949Z","steps":["trace[1842610834] 'process raft request' (duration: 1.082253259s)","trace[1842610834] 'compare' (duration: 24.238012ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:30.847098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:29.740341Z","time spent":"1.106684566s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:30.876575Z","caller":"traceutil/trace.go:171","msg":"trace[1647633352] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"294.558211ms","start":"2026-04-03T02:32:30.581999Z","end":"2026-04-03T02:32:30.876558Z","steps":["trace[1647633352] 'process raft request' (duration: 294.405038ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:30.876507Z","caller":"traceutil/trace.go:171","msg":"trace[1887858399] linearizableReadLoop","detail":"{readStateIndex:447; appliedIndex:445; }","duration":"753.213822ms","start":"2026-04-03T02:32:30.123278Z","end":"2026-04-03T02:32:30.876491Z","steps":["trace[1887858399] 'read index received' (duration: 699.335762ms)","trace[1887858399] 'applied index is now lower than readState.Index' (duration: 53.87701ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:30.877122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.891745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T02:32:30.877224Z","caller":"traceutil/trace.go:171","msg":"trace[2064918868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:432; }","duration":"235.037239ms","start":"2026-04-03T02:32:30.642171Z","end":"2026-04-03T02:32:30.877208Z","steps":["trace[2064918868] 'agreement among raft nodes before linearized reading' (duration: 234.825283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:30.877348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.021282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:30.877527Z","caller":"traceutil/trace.go:171","msg":"trace[1117003437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:432; }","duration":"754.229047ms","start":"2026-04-03T02:32:30.123272Z","end":"2026-04-03T02:32:30.877501Z","steps":["trace[1117003437] 'agreement among raft nodes before linearized reading' (duration: 753.620482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:30.877623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:30.123225Z","time spent":"754.385341ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:32:33.568462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.521608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:32:33.568601Z","caller":"traceutil/trace.go:171","msg":"trace[821839344] linearizableReadLoop","detail":"{readStateIndex:455; appliedIndex:454; }","duration":"137.892169ms","start":"2026-04-03T02:32:33.430689Z","end":"2026-04-03T02:32:33.568581Z","steps":["trace[821839344] 'read index received' (duration: 27.069223ms)","trace[821839344] 'applied index is now lower than readState.Index' (duration: 110.821836ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:33.568764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.080693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-04-03T02:32:33.568743Z","caller":"traceutil/trace.go:171","msg":"trace[1263840145] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"200.002785ms","start":"2026-04-03T02:32:33.368699Z","end":"2026-04-03T02:32:33.568702Z","steps":["trace[1263840145] 'process raft request' (duration: 89.140568ms)","trace[1263840145] 'compare' (duration: 110.350664ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:33.568854Z","caller":"traceutil/trace.go:171","msg":"trace[799358724] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:440; }","duration":"138.121905ms","start":"2026-04-03T02:32:33.43067Z","end":"2026-04-03T02:32:33.568792Z","steps":["trace[799358724] 'agreement among raft nodes before linearized reading' (duration: 137.96ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:41.251972Z","caller":"traceutil/trace.go:171","msg":"trace[884271031] linearizableReadLoop","detail":"{readStateIndex:503; appliedIndex:502; }","duration":"272.213477ms","start":"2026-04-03T02:32:40.979725Z","end":"2026-04-03T02:32:41.251938Z","steps":["trace[884271031] 'read index received' (duration: 271.969001ms)","trace[884271031] 'applied index is now lower than readState.Index' (duration: 243.516µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:41.252112Z","caller":"traceutil/trace.go:171","msg":"trace[1403186373] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"355.117007ms","start":"2026-04-03T02:32:40.896955Z","end":"2026-04-03T02:32:41.252072Z","steps":["trace[1403186373] 'process raft request' (duration: 354.815619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:41.252189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.816454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T02:32:41.252232Z","caller":"traceutil/trace.go:171","msg":"trace[1769725403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:485; }","duration":"263.916667ms","start":"2026-04-03T02:32:40.988301Z","end":"2026-04-03T02:32:41.252218Z","steps":["trace[1769725403] 'agreement among raft nodes before linearized reading' (duration: 263.820354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:41.252302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:40.896937Z","time spent":"355.27185ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:32:41.25226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.473783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:41.252398Z","caller":"traceutil/trace.go:171","msg":"trace[89262427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:485; }","duration":"272.700569ms","start":"2026-04-03T02:32:40.979677Z","end":"2026-04-03T02:32:41.252377Z","steps":["trace[89262427] 'agreement among raft nodes before linearized reading' (duration: 272.436012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:41.924564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513120552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:32:42.011989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.997741ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:42.012121Z","caller":"traceutil/trace.go:171","msg":"trace[1930855464] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:485; }","duration":"289.140885ms","start":"2026-04-03T02:32:41.72296Z","end":"2026-04-03T02:32:42.012101Z","steps":["trace[1930855464] 'range keys from in-memory index tree' (duration: 288.981861ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:42.012783Z","caller":"traceutil/trace.go:171","msg":"trace[1487302368] linearizableReadLoop","detail":"{readStateIndex:504; appliedIndex:503; }","duration":"589.294026ms","start":"2026-04-03T02:32:41.423455Z","end":"2026-04-03T02:32:42.012749Z","steps":["trace[1487302368] 'read index received' (duration: 584.833683ms)","trace[1487302368] 'applied index is now lower than readState.Index' (duration: 4.459073ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:42.012846Z","caller":"traceutil/trace.go:171","msg":"trace[487453448] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"754.943134ms","start":"2026-04-03T02:32:41.257885Z","end":"2026-04-03T02:32:42.012829Z","steps":["trace[487453448] 'process raft request' (duration: 750.45148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:42.012954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:41.257865Z","time spent":"755.023516ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:32:42.012985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.988268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:32:42.013024Z","caller":"traceutil/trace.go:171","msg":"trace[668415382] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:486; }","duration":"147.09045ms","start":"2026-04-03T02:32:41.865923Z","end":"2026-04-03T02:32:42.013013Z","steps":["trace[668415382] 'agreement among raft nodes before linearized reading' (duration: 146.999548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:42.013001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.518161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T02:32:42.013083Z","caller":"traceutil/trace.go:171","msg":"trace[2065320047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:486; }","duration":"589.650924ms","start":"2026-04-03T02:32:41.423414Z","end":"2026-04-03T02:32:42.013064Z","steps":["trace[2065320047] 'agreement among raft nodes before linearized reading' (duration: 589.47722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:42.013137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:41.423393Z","time spent":"589.735427ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:32:42.287751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.68933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:32:42.287923Z","caller":"traceutil/trace.go:171","msg":"trace[457444076] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"269.862847ms","start":"2026-04-03T02:32:42.018044Z","end":"2026-04-03T02:32:42.287907Z","steps":["trace[457444076] 'process raft request' (duration: 269.818046ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:42.287985Z","caller":"traceutil/trace.go:171","msg":"trace[1517665742] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"270.570976ms","start":"2026-04-03T02:32:42.017381Z","end":"2026-04-03T02:32:42.287952Z","steps":["trace[1517665742] 'process raft request' (duration: 123.581898ms)","trace[1517665742] 'compare' (duration: 146.563717ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:47.858652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513120646,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:32:48.359252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513120646,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:32:48.607583Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.289001195s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:32:48.609135Z","caller":"traceutil/trace.go:171","msg":"trace[1650566710] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"1.290644127s","start":"2026-04-03T02:32:47.318458Z","end":"2026-04-03T02:32:48.609102Z","steps":["trace[1650566710] 'process raft request' (duration: 1.290417201s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.609337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:47.318436Z","time spent":"1.290788621s","remote":"127.0.0.1:33960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:32:48.621185Z","caller":"traceutil/trace.go:171","msg":"trace[1042765398] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"1.297880009s","start":"2026-04-03T02:32:47.32325Z","end":"2026-04-03T02:32:48.62113Z","steps":["trace[1042765398] 'process raft request' (duration: 1.297614203s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:48.621242Z","caller":"traceutil/trace.go:171","msg":"trace[1117853436] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"1.297865079s","start":"2026-04-03T02:32:47.323313Z","end":"2026-04-03T02:32:48.621178Z","steps":["trace[1117853436] 'process raft request' (duration: 1.297710935s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:48.621307Z","caller":"traceutil/trace.go:171","msg":"trace[1810084309] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"1.283426745s","start":"2026-04-03T02:32:47.33781Z","end":"2026-04-03T02:32:48.621237Z","steps":["trace[1810084309] 'process raft request' (duration: 1.283293682s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.621439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:47.323223Z","time spent":"1.298096716s","remote":"127.0.0.1:33960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:32:48.621493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:47.323308Z","time spent":"1.298068395s","remote":"127.0.0.1:33960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:32:48.621542Z","caller":"traceutil/trace.go:171","msg":"trace[808321356] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"1.287758964s","start":"2026-04-03T02:32:47.333771Z","end":"2026-04-03T02:32:48.62153Z","steps":["trace[808321356] 'process raft request' (duration: 1.287293563s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.621492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:47.337792Z","time spent":"1.283584939s","remote":"127.0.0.1:33960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:32:48.62159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:47.333746Z","time spent":"1.287820186s","remote":"127.0.0.1:33960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:32:48.621681Z","caller":"traceutil/trace.go:171","msg":"trace[2079694774] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"1.283736173s","start":"2026-04-03T02:32:47.337933Z","end":"2026-04-03T02:32:48.621669Z","steps":["trace[2079694774] 'process raft request' (duration: 1.28324062s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:48.621692Z","caller":"traceutil/trace.go:171","msg":"trace[1518829945] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"1.283708042s","start":"2026-04-03T02:32:47.337969Z","end":"2026-04-03T02:32:48.621677Z","steps":["trace[1518829945] 'process raft request' (duration: 1.28324373s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.621756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:47.337929Z","time spent":"1.283796674s","remote":"127.0.0.1:33960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:32:48.621731Z","caller":"traceutil/trace.go:171","msg":"trace[595791453] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"1.283835615s","start":"2026-04-03T02:32:47.337865Z","end":"2026-04-03T02:32:48.621701Z","steps":["trace[595791453] 'process raft request' (duration: 1.283275771s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.621775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:47.337965Z","time spent":"1.283783424s","remote":"127.0.0.1:33960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:32:48.621913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:47.337861Z","time spent":"1.283943177s","remote":"127.0.0.1:33960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:32:48.621937Z","caller":"traceutil/trace.go:171","msg":"trace[1153773895] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"1.274293805s","start":"2026-04-03T02:32:47.347629Z","end":"2026-04-03T02:32:48.621923Z","steps":["trace[1153773895] 'process raft request' (duration: 1.273928266s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.622005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:47.347612Z","time spent":"1.274367207s","remote":"127.0.0.1:33960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:32:48.622662Z","caller":"traceutil/trace.go:171","msg":"trace[1247293732] linearizableReadLoop","detail":"{readStateIndex:563; appliedIndex:550; }","duration":"1.264916108s","start":"2026-04-03T02:32:47.357716Z","end":"2026-04-03T02:32:48.622632Z","steps":["trace[1247293732] 'read index received' (duration: 1.25115041s)","trace[1247293732] 'applied index is now lower than readState.Index' (duration: 13.762338ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:48.622732Z","caller":"traceutil/trace.go:171","msg":"trace[282264648] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"1.266370555s","start":"2026-04-03T02:32:47.356354Z","end":"2026-04-03T02:32:48.622725Z","steps":["trace[282264648] 'process raft request' (duration: 1.265264018s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.622775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:47.356334Z","time spent":"1.266412806s","remote":"127.0.0.1:33960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:32:48.622845Z","caller":"traceutil/trace.go:171","msg":"trace[587162293] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"1.248297499s","start":"2026-04-03T02:32:47.374541Z","end":"2026-04-03T02:32:48.622838Z","steps":["trace[587162293] 'process raft request' (duration: 1.247728775s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.622873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:47.374532Z","time spent":"1.248326409s","remote":"127.0.0.1:33960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:32:48.622924Z","caller":"traceutil/trace.go:171","msg":"trace[1450138711] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"1.082535917s","start":"2026-04-03T02:32:47.540382Z","end":"2026-04-03T02:32:48.622918Z","steps":["trace[1450138711] 'process raft request' (duration: 1.081963833s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.622947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:47.540334Z","time spent":"1.082601098s","remote":"127.0.0.1:33960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:32:48.623102Z","caller":"traceutil/trace.go:171","msg":"trace[1036681327] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"326.70148ms","start":"2026-04-03T02:32:48.296346Z","end":"2026-04-03T02:32:48.623047Z","steps":["trace[1036681327] 'process raft request' (duration: 326.209688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.623227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:48.296323Z","time spent":"326.809754ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:32:48.623237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265510133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:32:48.623334Z","caller":"traceutil/trace.go:171","msg":"trace[966550956] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:544; }","duration":"1.265631117s","start":"2026-04-03T02:32:47.357683Z","end":"2026-04-03T02:32:48.623315Z","steps":["trace[966550956] 'agreement among raft nodes before linearized reading' (duration: 1.265383511s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.623374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:47.357673Z","time spent":"1.265693018s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:32:48.632695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.466522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:48.632769Z","caller":"traceutil/trace.go:171","msg":"trace[81526848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:546; }","duration":"649.596595ms","start":"2026-04-03T02:32:47.983155Z","end":"2026-04-03T02:32:48.632752Z","steps":["trace[81526848] 'agreement among raft nodes before linearized reading' (duration: 649.476223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.63289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:47.983134Z","time spent":"649.74555ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:32:48.633551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.781277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T02:32:48.633617Z","caller":"traceutil/trace.go:171","msg":"trace[875015678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:546; }","duration":"300.90559ms","start":"2026-04-03T02:32:48.332696Z","end":"2026-04-03T02:32:48.633602Z","steps":["trace[875015678] 'agreement among raft nodes before linearized reading' (duration: 300.674574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.633655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:48.332677Z","time spent":"300.972172ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:32:48.634046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.597091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:32:48.634592Z","caller":"traceutil/trace.go:171","msg":"trace[427300544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:546; }","duration":"590.178767ms","start":"2026-04-03T02:32:48.044402Z","end":"2026-04-03T02:32:48.634581Z","steps":["trace[427300544] 'agreement among raft nodes before linearized reading' (duration: 589.54248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.634625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:48.044377Z","time spent":"590.239709ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:32:48.634397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.973564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:32:48.634766Z","caller":"traceutil/trace.go:171","msg":"trace[1740171589] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:546; }","duration":"309.391564ms","start":"2026-04-03T02:32:48.325368Z","end":"2026-04-03T02:32:48.634759Z","steps":["trace[1740171589] 'agreement among raft nodes before linearized reading' (duration: 307.858995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.634809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:48.325346Z","time spent":"309.455947ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:32:50.925616Z","caller":"traceutil/trace.go:171","msg":"trace[1418599700] linearizableReadLoop","detail":"{readStateIndex:635; appliedIndex:634; }","duration":"272.855132ms","start":"2026-04-03T02:32:50.65273Z","end":"2026-04-03T02:32:50.925585Z","steps":["trace[1418599700] 'read index received' (duration: 272.692138ms)","trace[1418599700] 'applied index is now lower than readState.Index' (duration: 162.014µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:50.925773Z","caller":"traceutil/trace.go:171","msg":"trace[719330621] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"278.126146ms","start":"2026-04-03T02:32:50.647636Z","end":"2026-04-03T02:32:50.925762Z","steps":["trace[719330621] 'process raft request' (duration: 277.774527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:50.926031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.633498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:32:50.926149Z","caller":"traceutil/trace.go:171","msg":"trace[84133989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:613; }","duration":"272.776752ms","start":"2026-04-03T02:32:50.653343Z","end":"2026-04-03T02:32:50.926119Z","steps":["trace[84133989] 'agreement among raft nodes before linearized reading' (duration: 272.560376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:50.926223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.50417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:32:50.926268Z","caller":"traceutil/trace.go:171","msg":"trace[950511730] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:613; }","duration":"273.596702ms","start":"2026-04-03T02:32:50.652659Z","end":"2026-04-03T02:32:50.926256Z","steps":["trace[950511730] 'agreement among raft nodes before linearized reading' (duration: 273.483499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:50.926373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.773272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T02:32:50.926412Z","caller":"traceutil/trace.go:171","msg":"trace[1676921455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:613; }","duration":"253.812673ms","start":"2026-04-03T02:32:50.672589Z","end":"2026-04-03T02:32:50.926402Z","steps":["trace[1676921455] 'agreement among raft nodes before linearized reading' (duration: 253.70554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:52.873716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150294556s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:52.873865Z","caller":"traceutil/trace.go:171","msg":"trace[1709607871] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:613; }","duration":"1.15046075s","start":"2026-04-03T02:32:51.723384Z","end":"2026-04-03T02:32:52.873845Z","steps":["trace[1709607871] 'range keys from in-memory index tree' (duration: 1.150269426s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:52.874348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480294389s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:32:52.874475Z","caller":"traceutil/trace.go:171","msg":"trace[857677072] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"1.944059408s","start":"2026-04-03T02:32:50.930391Z","end":"2026-04-03T02:32:52.874451Z","steps":["trace[857677072] 'process raft request' (duration: 463.571934ms)","trace[857677072] 'compare' (duration: 1.479465449s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:52.87455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:50.930369Z","time spent":"1.944151961s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:32:52.979288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000499823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:32:52.979531Z","caller":"traceutil/trace.go:171","msg":"trace[303113814] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000751429s","start":"2026-04-03T02:32:50.978733Z","end":"2026-04-03T02:32:52.979484Z","steps":["trace[303113814] 'agreement among raft nodes before linearized reading' (duration: 2.000515034s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:52.979625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:50.978724Z","time spent":"2.000886843s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:32:53.192777Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.798712862s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:32:53.276146Z","caller":"traceutil/trace.go:171","msg":"trace[1830884830] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"2.345634808s","start":"2026-04-03T02:32:50.930466Z","end":"2026-04-03T02:32:53.276101Z","steps":["trace[1830884830] 'process raft request' (duration: 2.262928332s)","trace[1830884830] 'compare' (duration: 82.416559ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:53.276149Z","caller":"traceutil/trace.go:171","msg":"trace[1468062564] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"2.345546896s","start":"2026-04-03T02:32:50.930572Z","end":"2026-04-03T02:32:53.276118Z","steps":["trace[1468062564] 'process raft request' (duration: 2.345396823s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:53.276385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:50.930452Z","time spent":"2.345794683s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:53.276055Z","caller":"traceutil/trace.go:171","msg":"trace[511233343] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:635; }","duration":"2.297267138s","start":"2026-04-03T02:32:50.978755Z","end":"2026-04-03T02:32:53.276023Z","steps":["trace[511233343] 'read index received' (duration: 415.237625ms)","trace[511233343] 'applied index is now lower than readState.Index' (duration: 1.882027943s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:53.27678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:50.930564Z","time spent":"2.345696151s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:32:53.276916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.755299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:32:53.276916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.239103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:53.27702Z","caller":"traceutil/trace.go:171","msg":"trace[921501983] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:0; response_revision:616; }","duration":"599.911933ms","start":"2026-04-03T02:32:52.67708Z","end":"2026-04-03T02:32:53.276992Z","steps":["trace[921501983] 'agreement among raft nodes before linearized reading' (duration: 599.728918ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:53.277053Z","caller":"traceutil/trace.go:171","msg":"trace[886259133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:616; }","duration":"296.451998ms","start":"2026-04-03T02:32:52.980578Z","end":"2026-04-03T02:32:53.27703Z","steps":["trace[886259133] 'agreement among raft nodes before linearized reading' (duration: 296.227562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:53.277079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:52.677058Z","time spent":"600.009555ms","remote":"127.0.0.1:34104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-04-03T02:32:53.27711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.284685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:32:53.277213Z","caller":"traceutil/trace.go:171","msg":"trace[743164065] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:616; }","duration":"346.45185ms","start":"2026-04-03T02:32:52.930732Z","end":"2026-04-03T02:32:53.277183Z","steps":["trace[743164065] 'agreement among raft nodes before linearized reading' (duration: 346.103081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:53.277257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:52.93071Z","time spent":"346.537851ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:32:53.419018Z","caller":"traceutil/trace.go:171","msg":"trace[922215866] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"136.757299ms","start":"2026-04-03T02:32:53.28223Z","end":"2026-04-03T02:32:53.418988Z","steps":["trace[922215866] 'process raft request' (duration: 106.963918ms)","trace[922215866] 'compare' (duration: 29.594296ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:53.419196Z","caller":"traceutil/trace.go:171","msg":"trace[1952064997] linearizableReadLoop","detail":"{readStateIndex:640; appliedIndex:638; }","duration":"136.074232ms","start":"2026-04-03T02:32:53.283085Z","end":"2026-04-03T02:32:53.41916Z","steps":["trace[1952064997] 'read index received' (duration: 106.089555ms)","trace[1952064997] 'applied index is now lower than readState.Index' (duration: 29.982997ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:53.41934Z","caller":"traceutil/trace.go:171","msg":"trace[1765837487] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"136.76887ms","start":"2026-04-03T02:32:53.282454Z","end":"2026-04-03T02:32:53.419223Z","steps":["trace[1765837487] 'process raft request' (duration: 136.480402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:53.419488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.588865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:32:53.419448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.328799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-envoy-gateway-role\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:53.419591Z","caller":"traceutil/trace.go:171","msg":"trace[1503791090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:618; }","duration":"134.722188ms","start":"2026-04-03T02:32:53.284846Z","end":"2026-04-03T02:32:53.419568Z","steps":["trace[1503791090] 'agreement among raft nodes before linearized reading' (duration: 134.559674ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:53.419627Z","caller":"traceutil/trace.go:171","msg":"trace[179121763] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-envoy-gateway-role; range_end:; response_count:0; response_revision:618; }","duration":"136.548824ms","start":"2026-04-03T02:32:53.283051Z","end":"2026-04-03T02:32:53.4196Z","steps":["trace[179121763] 'agreement among raft nodes before linearized reading' (duration: 136.293458ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:53.601454Z","caller":"traceutil/trace.go:171","msg":"trace[1503319822] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"114.334844ms","start":"2026-04-03T02:32:53.487088Z","end":"2026-04-03T02:32:53.601423Z","steps":["trace[1503319822] 'process raft request' (duration: 54.645958ms)","trace[1503319822] 'compare' (duration: 59.554883ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:53.604421Z","caller":"traceutil/trace.go:171","msg":"trace[847220738] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"117.097914ms","start":"2026-04-03T02:32:53.487303Z","end":"2026-04-03T02:32:53.604401Z","steps":["trace[847220738] 'process raft request' (duration: 116.247962ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:55.574983Z","caller":"traceutil/trace.go:171","msg":"trace[436420445] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"109.321177ms","start":"2026-04-03T02:32:55.465632Z","end":"2026-04-03T02:32:55.574953Z","steps":["trace[436420445] 'process raft request' (duration: 108.321192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:57.404015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513120814,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:32:57.533585Z","caller":"traceutil/trace.go:171","msg":"trace[575923280] linearizableReadLoop","detail":"{readStateIndex:659; appliedIndex:659; }","duration":"630.430383ms","start":"2026-04-03T02:32:56.903116Z","end":"2026-04-03T02:32:57.533546Z","steps":["trace[575923280] 'read index received' (duration: 630.417093ms)","trace[575923280] 'applied index is now lower than readState.Index' (duration: 10.86µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:57.533818Z","caller":"traceutil/trace.go:171","msg":"trace[1450606325] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"907.502892ms","start":"2026-04-03T02:32:56.626271Z","end":"2026-04-03T02:32:57.533774Z","steps":["trace[1450606325] 'process raft request' (duration: 906.037345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:57.534035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:56.626238Z","time spent":"907.687586ms","remote":"127.0.0.1:33998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036261,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:32:57.534404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.98354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:57.53452Z","caller":"traceutil/trace.go:171","msg":"trace[1494290231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:636; }","duration":"555.138895ms","start":"2026-04-03T02:32:56.979327Z","end":"2026-04-03T02:32:57.534465Z","steps":["trace[1494290231] 'agreement among raft nodes before linearized reading' (duration: 554.992131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:57.534581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:56.979305Z","time spent":"555.261827ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:32:57.535058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.798202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-03T02:32:57.535403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.2298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T02:32:57.535469Z","caller":"traceutil/trace.go:171","msg":"trace[714367582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:636; }","duration":"236.598529ms","start":"2026-04-03T02:32:57.298852Z","end":"2026-04-03T02:32:57.535451Z","steps":["trace[714367582] 'agreement among raft nodes before linearized reading' (duration: 236.196789ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:57.535117Z","caller":"traceutil/trace.go:171","msg":"trace[507827853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:636; }","duration":"228.894744ms","start":"2026-04-03T02:32:57.306207Z","end":"2026-04-03T02:32:57.535102Z","steps":["trace[507827853] 'agreement among raft nodes before linearized reading' (duration: 228.655919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:57.541536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.407094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:32:57.541654Z","caller":"traceutil/trace.go:171","msg":"trace[998505810] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:636; }","duration":"638.501306ms","start":"2026-04-03T02:32:56.903066Z","end":"2026-04-03T02:32:57.541568Z","steps":["trace[998505810] 'agreement among raft nodes before linearized reading' (duration: 630.579856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:57.541955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:56.903048Z","time spent":"638.896217ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:32:59.121941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513120833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:32:59.622985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513120833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:32:59.830806Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.311338078s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:32:59.832392Z","caller":"traceutil/trace.go:171","msg":"trace[410972561] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"1.317265298s","start":"2026-04-03T02:32:58.515072Z","end":"2026-04-03T02:32:59.832337Z","steps":["trace[410972561] 'process raft request' (duration: 1.316607082s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:59.83257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:58.515023Z","time spent":"1.317435672s","remote":"127.0.0.1:33998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:00.989799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000514453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:33:00.989922Z","caller":"traceutil/trace.go:171","msg":"trace[1226300589] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000702958s","start":"2026-04-03T02:32:58.989194Z","end":"2026-04-03T02:33:00.989897Z","steps":["trace[1226300589] 'agreement among raft nodes before linearized reading' (duration: 2.000543964s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:00.990008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:58.989174Z","time spent":"2.00082152s","remote":"127.0.0.1:33908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:33:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:33:01.670033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46484156s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:33:01.670155Z","caller":"traceutil/trace.go:171","msg":"trace[606057147] linearizableReadLoop","detail":"{readStateIndex:671; appliedIndex:669; }","duration":"3.048525248s","start":"2026-04-03T02:32:58.621612Z","end":"2026-04-03T02:33:01.670137Z","steps":["trace[606057147] 'read index received' (duration: 1.209771566s)","trace[606057147] 'applied index is now lower than readState.Index' (duration: 1.838752412s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:01.670202Z","caller":"traceutil/trace.go:171","msg":"trace[1659823806] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"2.858494275s","start":"2026-04-03T02:32:58.811681Z","end":"2026-04-03T02:33:01.670175Z","steps":["trace[1659823806] 'process raft request' (duration: 1.393096541s)","trace[1659823806] 'compare' (duration: 1.464728588s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:01.670324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:58.811653Z","time spent":"2.858619329s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:01.670365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.048756704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zrbpl\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-03T02:33:01.670396Z","caller":"traceutil/trace.go:171","msg":"trace[1443396612] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zrbpl; range_end:; response_count:1; response_revision:648; }","duration":"3.048824696s","start":"2026-04-03T02:32:58.621561Z","end":"2026-04-03T02:33:01.670386Z","steps":["trace[1443396612] 'agreement among raft nodes before linearized reading' (duration: 3.048660371s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:01.67044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:58.621541Z","time spent":"3.048892028s","remote":"127.0.0.1:34078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-zrbpl\" "} {"level":"warn","ts":"2026-04-03T02:33:02.171216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513120837,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:33:02.67176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513120837,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:33:02.803418Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.598516282s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:33:02.997418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000600897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:33:02.997532Z","caller":"traceutil/trace.go:171","msg":"trace[157244336] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000760712s","start":"2026-04-03T02:33:00.996744Z","end":"2026-04-03T02:33:02.997505Z","steps":["trace[157244336] 'agreement among raft nodes before linearized reading' (duration: 2.000625149s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:02.997599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:00.996738Z","time spent":"2.000848564s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:33:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:33:03.196577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.77108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:33:03.196728Z","caller":"traceutil/trace.go:171","msg":"trace[2143397199] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"3.259186871s","start":"2026-04-03T02:32:59.937514Z","end":"2026-04-03T02:33:03.196701Z","steps":["trace[2143397199] 'process raft request' (duration: 2.866184535s)","trace[2143397199] 'compare' (duration: 392.605047ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:03.196808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:59.937487Z","time spent":"3.259286274s","remote":"127.0.0.1:34136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:33:04.554442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999510108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:33:04.555163Z","caller":"traceutil/trace.go:171","msg":"trace[1353610395] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000271008s","start":"2026-04-03T02:32:59.554269Z","end":"2026-04-03T02:33:04.55454Z","steps":["trace[1353610395] 'agreement among raft nodes before linearized reading' (duration: 4.999548209s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:04.555265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:59.554249Z","time spent":"5.000994815s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/03 02:33:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:33:04.579824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000063758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:33:04.579936Z","caller":"traceutil/trace.go:171","msg":"trace[180771559] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000245132s","start":"2026-04-03T02:32:59.579666Z","end":"2026-04-03T02:33:04.579911Z","steps":["trace[180771559] 'agreement among raft nodes before linearized reading' (duration: 5.000101619s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:04.579998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:59.579645Z","time spent":"5.000335524s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/03 02:33:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:33:04.997637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999816773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:33:04.99774Z","caller":"traceutil/trace.go:171","msg":"trace[664375480] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999988078s","start":"2026-04-03T02:33:02.997728Z","end":"2026-04-03T02:33:04.997716Z","steps":["trace[664375480] 'agreement among raft nodes before linearized reading' (duration: 1.999858705s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:04.997792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:02.997705Z","time spent":"2.00007678s","remote":"127.0.0.1:33908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:33:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:33:05.013067Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.209340652s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:33:06.851608Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.723552141s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:33:06.859748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8464381s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:33:06.860086Z","caller":"traceutil/trace.go:171","msg":"trace[349786302] linearizableReadLoop","detail":"{readStateIndex:673; appliedIndex:671; }","duration":"5.189848344s","start":"2026-04-03T02:33:01.670194Z","end":"2026-04-03T02:33:06.860043Z","steps":["trace[349786302] 'read index received' (duration: 1.133489328s)","trace[349786302] 'applied index is now lower than readState.Index' (duration: 4.056354996s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:06.860119Z","caller":"traceutil/trace.go:171","msg":"trace[1389783311] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"2.620558375s","start":"2026-04-03T02:33:04.239526Z","end":"2026-04-03T02:33:06.860085Z","steps":["trace[1389783311] 'process raft request' (duration: 2.620317708s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:06.860532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:04.2395Z","time spent":"2.620897054s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:06.860156Z","caller":"traceutil/trace.go:171","msg":"trace[2108154285] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"5.173249699s","start":"2026-04-03T02:33:01.686868Z","end":"2026-04-03T02:33:06.860118Z","steps":["trace[2108154285] 'process raft request' (duration: 3.326368077s)","trace[2108154285] 'compare' (duration: 1.846273336s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:06.860741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:01.686836Z","time spent":"5.173853554s","remote":"127.0.0.1:34078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:06.890824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.089864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-03T02:33:06.890846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.336084518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T02:33:06.890913Z","caller":"traceutil/trace.go:171","msg":"trace[1250118396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:652; }","duration":"307.231148ms","start":"2026-04-03T02:33:06.583661Z","end":"2026-04-03T02:33:06.890892Z","steps":["trace[1250118396] 'agreement among raft nodes before linearized reading' (duration: 307.004112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:06.890959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:06.583642Z","time spent":"307.30775ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:33:06.890965Z","caller":"traceutil/trace.go:171","msg":"trace[1757263700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:652; }","duration":"7.336265664s","start":"2026-04-03T02:32:59.554675Z","end":"2026-04-03T02:33:06.890941Z","steps":["trace[1757263700] 'agreement among raft nodes before linearized reading' (duration: 7.305622985s)","trace[1757263700] 'range keys from in-memory index tree' (duration: 30.312739ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:06.89104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:59.554653Z","time spent":"7.336374136s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:33:06.891177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.688177924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-04-03T02:33:06.891257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.197179085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.65\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:06.891297Z","caller":"traceutil/trace.go:171","msg":"trace[920660498] range","detail":"{range_begin:/registry/masterleases/199.19.213.65; range_end:; response_count:0; response_revision:652; }","duration":"7.197257317s","start":"2026-04-03T02:32:59.694028Z","end":"2026-04-03T02:33:06.891285Z","steps":["trace[920660498] 'agreement among raft nodes before linearized reading' (duration: 7.166082916s)","trace[920660498] 'range keys from in-memory index tree' (duration: 31.090249ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:06.891331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:59.694002Z","time spent":"7.197322119s","remote":"127.0.0.1:33952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.19.213.65\" "} {"level":"warn","ts":"2026-04-03T02:33:06.891385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.32343675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-03T02:33:06.891383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.895002857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b80df8663ab0\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-03T02:33:06.891464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886128025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:06.891522Z","caller":"traceutil/trace.go:171","msg":"trace[1495125362] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b80df8663ab0; range_end:; response_count:1; response_revision:652; }","duration":"5.895223083s","start":"2026-04-03T02:33:00.996253Z","end":"2026-04-03T02:33:06.891476Z","steps":["trace[1495125362] 'agreement among raft nodes before linearized reading' (duration: 5.863821926s)","trace[1495125362] 'range keys from in-memory index tree' (duration: 30.820903ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:06.891438Z","caller":"traceutil/trace.go:171","msg":"trace[2012378034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:652; }","duration":"7.323513592s","start":"2026-04-03T02:32:59.567914Z","end":"2026-04-03T02:33:06.891427Z","steps":["trace[2012378034] 'agreement among raft nodes before linearized reading' (duration: 7.292256668s)","trace[2012378034] 'range keys from in-memory index tree' (duration: 31.167451ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:06.89156Z","caller":"traceutil/trace.go:171","msg":"trace[147904704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:652; }","duration":"1.88632783s","start":"2026-04-03T02:33:05.005214Z","end":"2026-04-03T02:33:06.891541Z","steps":["trace[147904704] 'agreement among raft nodes before linearized reading' (duration: 1.886154076s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:06.891602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:00.996217Z","time spent":"5.895368536s","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b80df8663ab0\" "} {"level":"warn","ts":"2026-04-03T02:33:06.891616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:05.005189Z","time spent":"1.886417883s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:33:06.891623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:59.567896Z","time spent":"7.323709267s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:33:06.891271Z","caller":"traceutil/trace.go:171","msg":"trace[1511552195] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:652; }","duration":"3.688321667s","start":"2026-04-03T02:33:03.202932Z","end":"2026-04-03T02:33:06.891253Z","steps":["trace[1511552195] 'agreement among raft nodes before linearized reading' (duration: 3.688131643s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:06.89171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:03.20291Z","time spent":"3.688789668s","remote":"127.0.0.1:34104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-04-03T02:33:06.891631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.595483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:33:06.891833Z","caller":"traceutil/trace.go:171","msg":"trace[1141928177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:652; }","duration":"336.836159ms","start":"2026-04-03T02:33:06.554978Z","end":"2026-04-03T02:33:06.891814Z","steps":["trace[1141928177] 'agreement among raft nodes before linearized reading' (duration: 336.394038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:06.891957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:06.554958Z","time spent":"336.943931ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:33:08.134304Z","caller":"traceutil/trace.go:171","msg":"trace[89715701] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"376.620125ms","start":"2026-04-03T02:33:07.757668Z","end":"2026-04-03T02:33:08.134289Z","steps":["trace[89715701] 'process raft request' (duration: 376.41488ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:08.134305Z","caller":"traceutil/trace.go:171","msg":"trace[1357977466] linearizableReadLoop","detail":"{readStateIndex:691; appliedIndex:690; }","duration":"155.039384ms","start":"2026-04-03T02:33:07.979233Z","end":"2026-04-03T02:33:08.134272Z","steps":["trace[1357977466] 'read index received' (duration: 154.763277ms)","trace[1357977466] 'applied index is now lower than readState.Index' (duration: 274.817µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:08.134455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:07.757639Z","time spent":"376.740488ms","remote":"127.0.0.1:34078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17228,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:08.134453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.178807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:08.134562Z","caller":"traceutil/trace.go:171","msg":"trace[1658315950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:667; }","duration":"155.343991ms","start":"2026-04-03T02:33:07.979188Z","end":"2026-04-03T02:33:08.134532Z","steps":["trace[1658315950] 'agreement among raft nodes before linearized reading' (duration: 155.148746ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:09.130854Z","caller":"traceutil/trace.go:171","msg":"trace[1816190807] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"222.714209ms","start":"2026-04-03T02:33:08.908107Z","end":"2026-04-03T02:33:09.130821Z","steps":["trace[1816190807] 'process raft request' (duration: 222.481804ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:09.332972Z","caller":"traceutil/trace.go:171","msg":"trace[375680970] linearizableReadLoop","detail":"{readStateIndex:694; appliedIndex:691; }","duration":"422.139115ms","start":"2026-04-03T02:33:08.910804Z","end":"2026-04-03T02:33:09.332943Z","steps":["trace[375680970] 'read index received' (duration: 219.919899ms)","trace[375680970] 'applied index is now lower than readState.Index' (duration: 202.218056ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:09.332976Z","caller":"traceutil/trace.go:171","msg":"trace[738336536] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"424.31311ms","start":"2026-04-03T02:33:08.908631Z","end":"2026-04-03T02:33:09.332944Z","steps":["trace[738336536] 'process raft request' (duration: 424.097135ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:09.333069Z","caller":"traceutil/trace.go:171","msg":"trace[1639141384] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"422.417303ms","start":"2026-04-03T02:33:08.910615Z","end":"2026-04-03T02:33:09.333032Z","steps":["trace[1639141384] 'process raft request' (duration: 422.28355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:09.33321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.387261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-03T02:33:09.333217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:08.908604Z","time spent":"424.501345ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:09.333232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:08.910583Z","time spent":"422.558647ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:09.333261Z","caller":"traceutil/trace.go:171","msg":"trace[225823677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:670; }","duration":"422.454943ms","start":"2026-04-03T02:33:08.910794Z","end":"2026-04-03T02:33:09.333249Z","steps":["trace[225823677] 'agreement among raft nodes before linearized reading' (duration: 422.256539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:09.333294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:08.910757Z","time spent":"422.531124ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:33:09.333857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.206855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:09.33395Z","caller":"traceutil/trace.go:171","msg":"trace[719364764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:670; }","duration":"354.363328ms","start":"2026-04-03T02:33:08.979568Z","end":"2026-04-03T02:33:09.333931Z","steps":["trace[719364764] 'agreement among raft nodes before linearized reading' (duration: 354.230225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:09.333988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:08.979545Z","time spent":"354.435761ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:33:09.475403Z","caller":"traceutil/trace.go:171","msg":"trace[1579271205] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"136.245554ms","start":"2026-04-03T02:33:09.339122Z","end":"2026-04-03T02:33:09.475368Z","steps":["trace[1579271205] 'process raft request' (duration: 68.805754ms)","trace[1579271205] 'compare' (duration: 67.289146ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:10.427307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.178234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:10.427382Z","caller":"traceutil/trace.go:171","msg":"trace[1562391905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:673; }","duration":"447.317267ms","start":"2026-04-03T02:33:09.980049Z","end":"2026-04-03T02:33:10.427366Z","steps":["trace[1562391905] 'range keys from in-memory index tree' (duration: 447.068142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:10.427414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:09.980022Z","time spent":"447.384199ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:33:10.427448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.007176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zrbpl\" ","response":"range_response_count:1 size:17243"} {"level":"info","ts":"2026-04-03T02:33:10.427556Z","caller":"traceutil/trace.go:171","msg":"trace[1112085445] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zrbpl; range_end:; response_count:1; response_revision:673; }","duration":"773.1465ms","start":"2026-04-03T02:33:09.654377Z","end":"2026-04-03T02:33:10.427523Z","steps":["trace[1112085445] 'range keys from in-memory index tree' (duration: 772.823512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:10.427618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:09.654358Z","time spent":"773.246663ms","remote":"127.0.0.1:34078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17267,"request content":"key:\"/registry/pods/kube-system/cilium-zrbpl\" "} {"level":"warn","ts":"2026-04-03T02:33:10.427923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.034826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:33:10.427957Z","caller":"traceutil/trace.go:171","msg":"trace[1265172908] range","detail":"{range_begin:/registry/masterleases/199.19.213.65; range_end:; response_count:1; response_revision:673; }","duration":"733.111027ms","start":"2026-04-03T02:33:09.694838Z","end":"2026-04-03T02:33:10.427949Z","steps":["trace[1265172908] 'range keys from in-memory index tree' (duration: 732.864172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:10.42798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:09.694816Z","time spent":"733.154589ms","remote":"127.0.0.1:33952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.65\" "} {"level":"info","ts":"2026-04-03T02:33:10.998161Z","caller":"traceutil/trace.go:171","msg":"trace[1964057319] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"129.260318ms","start":"2026-04-03T02:33:10.86887Z","end":"2026-04-03T02:33:10.99813Z","steps":["trace[1964057319] 'process raft request' (duration: 128.886819ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:13.048296Z","caller":"traceutil/trace.go:171","msg":"trace[2083453618] linearizableReadLoop","detail":"{readStateIndex:756; appliedIndex:755; }","duration":"181.458386ms","start":"2026-04-03T02:33:12.866814Z","end":"2026-04-03T02:33:13.048272Z","steps":["trace[2083453618] 'read index received' (duration: 181.255821ms)","trace[2083453618] 'applied index is now lower than readState.Index' (duration: 201.515µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:13.048737Z","caller":"traceutil/trace.go:171","msg":"trace[2132505235] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"350.216594ms","start":"2026-04-03T02:33:12.698506Z","end":"2026-04-03T02:33:13.048722Z","steps":["trace[2132505235] 'process raft request' (duration: 349.630309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:13.048929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:12.698484Z","time spent":"350.296527ms","remote":"127.0.0.1:34078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18048,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:13.049114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.293857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-04-03T02:33:13.049212Z","caller":"traceutil/trace.go:171","msg":"trace[1497186152] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:730; }","duration":"182.432081ms","start":"2026-04-03T02:33:12.866759Z","end":"2026-04-03T02:33:13.049191Z","steps":["trace[1497186152] 'agreement among raft nodes before linearized reading' (duration: 182.220196ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:13.56853Z","caller":"traceutil/trace.go:171","msg":"trace[2094887994] linearizableReadLoop","detail":"{readStateIndex:759; appliedIndex:758; }","duration":"221.93109ms","start":"2026-04-03T02:33:13.346563Z","end":"2026-04-03T02:33:13.568494Z","steps":["trace[2094887994] 'read index received' (duration: 147.032573ms)","trace[2094887994] 'applied index is now lower than readState.Index' (duration: 74.895787ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:13.56859Z","caller":"traceutil/trace.go:171","msg":"trace[526572062] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"272.009305ms","start":"2026-04-03T02:33:13.296511Z","end":"2026-04-03T02:33:13.56852Z","steps":["trace[526572062] 'process raft request' (duration: 197.092218ms)","trace[526572062] 'compare' (duration: 74.587329ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:13.568801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.219047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:33:13.568889Z","caller":"traceutil/trace.go:171","msg":"trace[164118036] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:733; }","duration":"222.32937ms","start":"2026-04-03T02:33:13.346542Z","end":"2026-04-03T02:33:13.568871Z","steps":["trace[164118036] 'agreement among raft nodes before linearized reading' (duration: 222.063813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:13.962973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.920167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:33:13.96317Z","caller":"traceutil/trace.go:171","msg":"trace[928985055] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"389.896838ms","start":"2026-04-03T02:33:13.573255Z","end":"2026-04-03T02:33:13.963152Z","steps":["trace[928985055] 'process raft request' (duration: 389.838546ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:13.963207Z","caller":"traceutil/trace.go:171","msg":"trace[1578666299] linearizableReadLoop","detail":"{readStateIndex:760; appliedIndex:759; }","duration":"394.569236ms","start":"2026-04-03T02:33:13.568607Z","end":"2026-04-03T02:33:13.963177Z","steps":["trace[1578666299] 'read index received' (duration: 143.364702ms)","trace[1578666299] 'applied index is now lower than readState.Index' (duration: 251.201484ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:13.963297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:13.57323Z","time spent":"390.028741ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:13.963383Z","caller":"traceutil/trace.go:171","msg":"trace[867883496] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"506.006457ms","start":"2026-04-03T02:33:13.457362Z","end":"2026-04-03T02:33:13.963369Z","steps":["trace[867883496] 'process raft request' (duration: 254.597298ms)","trace[867883496] 'compare' (duration: 250.787044ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:13.963506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:13.457281Z","time spent":"506.132641ms","remote":"127.0.0.1:34064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4736,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:13.963568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.653237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-03T02:33:13.963621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.660048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-04-03T02:33:13.963646Z","caller":"traceutil/trace.go:171","msg":"trace[600459649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:735; }","duration":"473.7841ms","start":"2026-04-03T02:33:13.489842Z","end":"2026-04-03T02:33:13.963626Z","steps":["trace[600459649] 'agreement among raft nodes before linearized reading' (duration: 473.586145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:13.963656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.353892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-03T02:33:13.963699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:13.489817Z","time spent":"473.873352ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:33:13.963699Z","caller":"traceutil/trace.go:171","msg":"trace[815609276] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:735; }","duration":"291.794321ms","start":"2026-04-03T02:33:13.671885Z","end":"2026-04-03T02:33:13.96368Z","steps":["trace[815609276] 'agreement among raft nodes before linearized reading' (duration: 291.571605ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:13.963736Z","caller":"traceutil/trace.go:171","msg":"trace[379915908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:735; }","duration":"614.500616ms","start":"2026-04-03T02:33:13.349217Z","end":"2026-04-03T02:33:13.963718Z","steps":["trace[379915908] 'agreement among raft nodes before linearized reading' (duration: 614.201248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:13.963968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.116659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-04-03T02:33:13.964061Z","caller":"traceutil/trace.go:171","msg":"trace[587106738] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:735; }","duration":"498.219562ms","start":"2026-04-03T02:33:13.465829Z","end":"2026-04-03T02:33:13.964049Z","steps":["trace[587106738] 'agreement among raft nodes before linearized reading' (duration: 498.006036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:13.964084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:13.465755Z","time spent":"498.322164ms","remote":"127.0.0.1:33960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-03T02:33:13.964168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.860405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zrbpl\" ","response":"range_response_count:1 size:18063"} {"level":"warn","ts":"2026-04-03T02:33:13.963781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:13.349194Z","time spent":"614.580417ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:33:13.964268Z","caller":"traceutil/trace.go:171","msg":"trace[335210166] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zrbpl; range_end:; response_count:1; response_revision:735; }","duration":"255.03344ms","start":"2026-04-03T02:33:13.709209Z","end":"2026-04-03T02:33:13.964243Z","steps":["trace[335210166] 'agreement among raft nodes before linearized reading' (duration: 254.588569ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:14.285383Z","caller":"traceutil/trace.go:171","msg":"trace[105082738] linearizableReadLoop","detail":"{readStateIndex:764; appliedIndex:762; }","duration":"217.845448ms","start":"2026-04-03T02:33:14.067519Z","end":"2026-04-03T02:33:14.285364Z","steps":["trace[105082738] 'read index received' (duration: 217.550071ms)","trace[105082738] 'applied index is now lower than readState.Index' (duration: 294.897µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:14.285555Z","caller":"traceutil/trace.go:171","msg":"trace[957035002] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"314.13408ms","start":"2026-04-03T02:33:13.971386Z","end":"2026-04-03T02:33:14.285521Z","steps":["trace[957035002] 'process raft request' (duration: 313.744971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:14.285818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.278749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-04-03T02:33:14.285852Z","caller":"traceutil/trace.go:171","msg":"trace[1716150571] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:738; }","duration":"218.380181ms","start":"2026-04-03T02:33:14.067462Z","end":"2026-04-03T02:33:14.285842Z","steps":["trace[1716150571] 'agreement among raft nodes before linearized reading' (duration: 217.981941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:14.285945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:13.971361Z","time spent":"314.492749ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:14.286062Z","caller":"traceutil/trace.go:171","msg":"trace[582479047] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"305.803692ms","start":"2026-04-03T02:33:13.980221Z","end":"2026-04-03T02:33:14.286024Z","steps":["trace[582479047] 'process raft request' (duration: 305.105814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:14.28623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:13.980194Z","time spent":"305.937535ms","remote":"127.0.0.1:34078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18232,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:14.529559Z","caller":"traceutil/trace.go:171","msg":"trace[118222744] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"225.715954ms","start":"2026-04-03T02:33:14.303805Z","end":"2026-04-03T02:33:14.529521Z","steps":["trace[118222744] 'process raft request' (duration: 225.339345ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:15.292578Z","caller":"traceutil/trace.go:171","msg":"trace[151535118] linearizableReadLoop","detail":"{readStateIndex:775; appliedIndex:774; }","duration":"313.056244ms","start":"2026-04-03T02:33:14.979506Z","end":"2026-04-03T02:33:15.292562Z","steps":["trace[151535118] 'read index received' (duration: 312.768257ms)","trace[151535118] 'applied index is now lower than readState.Index' (duration: 284.877µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:15.292698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.182027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:15.292719Z","caller":"traceutil/trace.go:171","msg":"trace[961391488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:749; }","duration":"313.262629ms","start":"2026-04-03T02:33:14.97945Z","end":"2026-04-03T02:33:15.292712Z","steps":["trace[961391488] 'agreement among raft nodes before linearized reading' (duration: 313.201727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:15.292743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:14.979429Z","time spent":"313.30846ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:33:15.292931Z","caller":"traceutil/trace.go:171","msg":"trace[757376865] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"366.824651ms","start":"2026-04-03T02:33:14.925868Z","end":"2026-04-03T02:33:15.292692Z","steps":["trace[757376865] 'process raft request' (duration: 366.495343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:15.293074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:14.925836Z","time spent":"367.152199ms","remote":"127.0.0.1:33960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188237,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:15.293329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.409734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-04-03T02:33:15.293476Z","caller":"traceutil/trace.go:171","msg":"trace[395419578] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:749; }","duration":"226.644799ms","start":"2026-04-03T02:33:15.066767Z","end":"2026-04-03T02:33:15.293412Z","steps":["trace[395419578] 'agreement among raft nodes before linearized reading' (duration: 226.048894ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:22.23723Z","caller":"traceutil/trace.go:171","msg":"trace[1670699650] linearizableReadLoop","detail":"{readStateIndex:826; appliedIndex:825; }","duration":"162.767238ms","start":"2026-04-03T02:33:22.074439Z","end":"2026-04-03T02:33:22.237206Z","steps":["trace[1670699650] 'read index received' (duration: 116.416566ms)","trace[1670699650] 'applied index is now lower than readState.Index' (duration: 46.349642ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:22.237301Z","caller":"traceutil/trace.go:171","msg":"trace[1028931810] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"222.26751ms","start":"2026-04-03T02:33:22.015015Z","end":"2026-04-03T02:33:22.237283Z","steps":["trace[1028931810] 'process raft request' (duration: 175.849377ms)","trace[1028931810] 'compare' (duration: 46.001433ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:22.237984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.531557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-03T02:33:22.23803Z","caller":"traceutil/trace.go:171","msg":"trace[704213224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:798; }","duration":"163.625029ms","start":"2026-04-03T02:33:22.074392Z","end":"2026-04-03T02:33:22.238017Z","steps":["trace[704213224] 'agreement among raft nodes before linearized reading' (duration: 162.918882ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:23.879322Z","caller":"traceutil/trace.go:171","msg":"trace[1055838660] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"102.921778ms","start":"2026-04-03T02:33:23.776376Z","end":"2026-04-03T02:33:23.879298Z","steps":["trace[1055838660] 'process raft request' (duration: 102.772825ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:24.369055Z","caller":"traceutil/trace.go:171","msg":"trace[1045126428] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"484.341335ms","start":"2026-04-03T02:33:23.884693Z","end":"2026-04-03T02:33:24.369034Z","steps":["trace[1045126428] 'process raft request' (duration: 484.192361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:24.369212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:23.884681Z","time spent":"484.450048ms","remote":"127.0.0.1:34062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:24.709155Z","caller":"traceutil/trace.go:171","msg":"trace[469265204] linearizableReadLoop","detail":"{readStateIndex:839; appliedIndex:836; }","duration":"730.39284ms","start":"2026-04-03T02:33:23.97874Z","end":"2026-04-03T02:33:24.709133Z","steps":["trace[469265204] 'read index received' (duration: 390.150546ms)","trace[469265204] 'applied index is now lower than readState.Index' (duration: 340.241164ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:24.709369Z","caller":"traceutil/trace.go:171","msg":"trace[627703465] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"818.659102ms","start":"2026-04-03T02:33:23.890672Z","end":"2026-04-03T02:33:24.709331Z","steps":["trace[627703465] 'process raft request' (duration: 818.413566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:24.709501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.717515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:33:24.709543Z","caller":"traceutil/trace.go:171","msg":"trace[884145548] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:810; }","duration":"415.801827ms","start":"2026-04-03T02:33:24.29373Z","end":"2026-04-03T02:33:24.709532Z","steps":["trace[884145548] 'agreement among raft nodes before linearized reading' (duration: 415.716035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:24.70957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:23.890665Z","time spent":"818.799385ms","remote":"127.0.0.1:34078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4853,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:24.709587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:24.293709Z","time spent":"415.864469ms","remote":"127.0.0.1:34434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":29,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:33:24.709594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.222439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-04-03T02:33:24.709646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.623257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T02:33:24.70966Z","caller":"traceutil/trace.go:171","msg":"trace[1832449321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:810; }","duration":"430.312291ms","start":"2026-04-03T02:33:24.279333Z","end":"2026-04-03T02:33:24.709645Z","steps":["trace[1832449321] 'agreement among raft nodes before linearized reading' (duration: 430.136016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:24.709634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.02853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-03T02:33:24.709699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:24.279325Z","time spent":"430.365142ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:33:24.709699Z","caller":"traceutil/trace.go:171","msg":"trace[2026322280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:810; }","duration":"305.698648ms","start":"2026-04-03T02:33:24.403984Z","end":"2026-04-03T02:33:24.709683Z","steps":["trace[2026322280] 'agreement among raft nodes before linearized reading' (duration: 305.473153ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:24.709717Z","caller":"traceutil/trace.go:171","msg":"trace[1478495691] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:810; }","duration":"469.165644ms","start":"2026-04-03T02:33:24.240532Z","end":"2026-04-03T02:33:24.709698Z","steps":["trace[1478495691] 'agreement among raft nodes before linearized reading' (duration: 468.918478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:24.709741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:24.403973Z","time spent":"305.75893ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:33:24.709762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:24.240502Z","time spent":"469.250656ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:33:24.709967Z","caller":"traceutil/trace.go:171","msg":"trace[561690656] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"824.299572ms","start":"2026-04-03T02:33:23.885651Z","end":"2026-04-03T02:33:24.70995Z","steps":["trace[561690656] 'process raft request' (duration: 823.303867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:24.7094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.644657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:24.710085Z","caller":"traceutil/trace.go:171","msg":"trace[1229363097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:810; }","duration":"731.362284ms","start":"2026-04-03T02:33:23.978709Z","end":"2026-04-03T02:33:24.710071Z","steps":["trace[1229363097] 'agreement among raft nodes before linearized reading' (duration: 730.640036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:24.710084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:23.885613Z","time spent":"824.393784ms","remote":"127.0.0.1:34176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1289,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:24.71011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:23.978696Z","time spent":"731.406526ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:33:24.856327Z","caller":"traceutil/trace.go:171","msg":"trace[866616355] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"139.954417ms","start":"2026-04-03T02:33:24.716269Z","end":"2026-04-03T02:33:24.856224Z","steps":["trace[866616355] 'process raft request' (duration: 139.805682ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:24.856366Z","caller":"traceutil/trace.go:171","msg":"trace[1952824726] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"140.211664ms","start":"2026-04-03T02:33:24.716115Z","end":"2026-04-03T02:33:24.856327Z","steps":["trace[1952824726] 'process raft request' (duration: 139.780322ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:24.856427Z","caller":"traceutil/trace.go:171","msg":"trace[1530072224] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"137.28863ms","start":"2026-04-03T02:33:24.719124Z","end":"2026-04-03T02:33:24.856413Z","steps":["trace[1530072224] 'process raft request' (duration: 137.045134ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:24.856276Z","caller":"traceutil/trace.go:171","msg":"trace[648142353] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"138.287586ms","start":"2026-04-03T02:33:24.717937Z","end":"2026-04-03T02:33:24.856225Z","steps":["trace[648142353] 'process raft request' (duration: 138.183694ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:25.602393Z","caller":"traceutil/trace.go:171","msg":"trace[1457254851] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"191.054416ms","start":"2026-04-03T02:33:25.411311Z","end":"2026-04-03T02:33:25.602366Z","steps":["trace[1457254851] 'process raft request' (duration: 190.876691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:25.841923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.691642ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:33:25.887337Z","caller":"traceutil/trace.go:171","msg":"trace[1685229172] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"170.184535ms","start":"2026-04-03T02:33:25.717137Z","end":"2026-04-03T02:33:25.887321Z","steps":["trace[1685229172] 'process raft request' (duration: 170.060061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:26.108119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.443293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:26.108252Z","caller":"traceutil/trace.go:171","msg":"trace[1078824630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:819; }","duration":"129.643719ms","start":"2026-04-03T02:33:25.978579Z","end":"2026-04-03T02:33:26.108223Z","steps":["trace[1078824630] 'range keys from in-memory index tree' (duration: 129.29947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:27.53387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.375263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:33:27.534045Z","caller":"traceutil/trace.go:171","msg":"trace[2075590579] linearizableReadLoop","detail":"{readStateIndex:852; appliedIndex:850; }","duration":"590.030112ms","start":"2026-04-03T02:33:26.943995Z","end":"2026-04-03T02:33:27.534025Z","steps":["trace[2075590579] 'read index received' (duration: 74.422464ms)","trace[2075590579] 'applied index is now lower than readState.Index' (duration: 515.606498ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:27.534121Z","caller":"traceutil/trace.go:171","msg":"trace[304139888] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"669.565735ms","start":"2026-04-03T02:33:26.864545Z","end":"2026-04-03T02:33:27.53411Z","steps":["trace[304139888] 'process raft request' (duration: 153.861515ms)","trace[304139888] 'compare' (duration: 515.025463ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:27.534179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:26.864526Z","time spent":"669.620457ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:27.534289Z","caller":"traceutil/trace.go:171","msg":"trace[1202358866] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"669.501294ms","start":"2026-04-03T02:33:26.864768Z","end":"2026-04-03T02:33:27.53427Z","steps":["trace[1202358866] 'process raft request' (duration: 669.189565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:27.534371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:26.864745Z","time spent":"669.584315ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:27.534468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.482924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:33:27.534498Z","caller":"traceutil/trace.go:171","msg":"trace[345029218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:822; }","duration":"590.548555ms","start":"2026-04-03T02:33:26.943939Z","end":"2026-04-03T02:33:27.534488Z","steps":["trace[345029218] 'agreement among raft nodes before linearized reading' (duration: 590.416242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:27.534526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:26.943923Z","time spent":"590.596967ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:33:27.538609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.636763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:33:27.538703Z","caller":"traceutil/trace.go:171","msg":"trace[258196439] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:823; }","duration":"298.764956ms","start":"2026-04-03T02:33:27.239919Z","end":"2026-04-03T02:33:27.538684Z","steps":["trace[258196439] 'agreement among raft nodes before linearized reading' (duration: 298.650263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:27.539227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.644242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:27.539289Z","caller":"traceutil/trace.go:171","msg":"trace[1232727450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:823; }","duration":"560.443541ms","start":"2026-04-03T02:33:26.978829Z","end":"2026-04-03T02:33:27.539273Z","steps":["trace[1232727450] 'agreement among raft nodes before linearized reading' (duration: 559.635221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:27.539562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:26.978809Z","time spent":"560.703237ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:33:27.666192Z","caller":"traceutil/trace.go:171","msg":"trace[87438934] linearizableReadLoop","detail":"{readStateIndex:854; appliedIndex:853; }","duration":"125.037583ms","start":"2026-04-03T02:33:27.54113Z","end":"2026-04-03T02:33:27.666168Z","steps":["trace[87438934] 'read index received' (duration: 124.457828ms)","trace[87438934] 'applied index is now lower than readState.Index' (duration: 578.595µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:27.666357Z","caller":"traceutil/trace.go:171","msg":"trace[219936357] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"126.432967ms","start":"2026-04-03T02:33:27.539893Z","end":"2026-04-03T02:33:27.666326Z","steps":["trace[219936357] 'process raft request' (duration: 125.679408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:27.666703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.555336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:27.666838Z","caller":"traceutil/trace.go:171","msg":"trace[2014945683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:824; }","duration":"125.70966ms","start":"2026-04-03T02:33:27.541083Z","end":"2026-04-03T02:33:27.666792Z","steps":["trace[2014945683] 'agreement among raft nodes before linearized reading' (duration: 125.221868ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:27.847877Z","caller":"traceutil/trace.go:171","msg":"trace[2031855354] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"176.41974ms","start":"2026-04-03T02:33:27.671427Z","end":"2026-04-03T02:33:27.847847Z","steps":["trace[2031855354] 'process raft request' (duration: 113.043283ms)","trace[2031855354] 'compare' (duration: 63.214213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:28.128578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.23708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:28.128679Z","caller":"traceutil/trace.go:171","msg":"trace[1443776105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:825; }","duration":"149.404714ms","start":"2026-04-03T02:33:27.979256Z","end":"2026-04-03T02:33:28.128661Z","steps":["trace[1443776105] 'range keys from in-memory index tree' (duration: 149.143947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:30.1711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513121274,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:33:30.498387Z","caller":"traceutil/trace.go:171","msg":"trace[1542068428] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"956.24715ms","start":"2026-04-03T02:33:29.542103Z","end":"2026-04-03T02:33:30.49835Z","steps":["trace[1542068428] 'process raft request' (duration: 955.983953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:30.498657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:29.542081Z","time spent":"956.413593ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:30.736015Z","caller":"traceutil/trace.go:171","msg":"trace[1345409571] linearizableReadLoop","detail":"{readStateIndex:858; appliedIndex:856; }","duration":"1.065407334s","start":"2026-04-03T02:33:29.670575Z","end":"2026-04-03T02:33:30.735982Z","steps":["trace[1345409571] 'read index received' (duration: 827.616217ms)","trace[1345409571] 'applied index is now lower than readState.Index' (duration: 237.789327ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:30.736059Z","caller":"traceutil/trace.go:171","msg":"trace[132402512] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"1.193676738s","start":"2026-04-03T02:33:29.542355Z","end":"2026-04-03T02:33:30.736032Z","steps":["trace[132402512] 'process raft request' (duration: 1.184682863s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:30.7362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.123744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:33:30.736232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:29.542343Z","time spent":"1.19378879s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:30.736277Z","caller":"traceutil/trace.go:171","msg":"trace[1575327095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:828; }","duration":"756.256378ms","start":"2026-04-03T02:33:29.980002Z","end":"2026-04-03T02:33:30.736258Z","steps":["trace[1575327095] 'agreement among raft nodes before linearized reading' (duration: 756.143115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:30.736283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040310715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:33:30.736312Z","caller":"traceutil/trace.go:171","msg":"trace[500108128] range","detail":"{range_begin:/registry/masterleases/199.19.213.65; range_end:; response_count:1; response_revision:828; }","duration":"1.040383778s","start":"2026-04-03T02:33:29.695921Z","end":"2026-04-03T02:33:30.736305Z","steps":["trace[500108128] 'agreement among raft nodes before linearized reading' (duration: 1.040222093s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:30.736317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:29.979977Z","time spent":"756.33235ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:33:30.736341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:29.69591Z","time spent":"1.040423888s","remote":"127.0.0.1:33952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.65\" "} {"level":"warn","ts":"2026-04-03T02:33:30.736353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.706612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:33:30.736405Z","caller":"traceutil/trace.go:171","msg":"trace[2003336657] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:828; }","duration":"883.790784ms","start":"2026-04-03T02:33:29.852598Z","end":"2026-04-03T02:33:30.736389Z","steps":["trace[2003336657] 'agreement among raft nodes before linearized reading' (duration: 883.63188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:30.736475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:29.852582Z","time spent":"883.884967ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:33:30.736529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.289054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:33:30.736562Z","caller":"traceutil/trace.go:171","msg":"trace[598818023] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:828; }","duration":"563.371276ms","start":"2026-04-03T02:33:30.173182Z","end":"2026-04-03T02:33:30.736553Z","steps":["trace[598818023] 'agreement among raft nodes before linearized reading' (duration: 563.315974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:30.736589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:30.173158Z","time spent":"563.424297ms","remote":"127.0.0.1:34388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:33:30.736584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.471126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:30.736623Z","caller":"traceutil/trace.go:171","msg":"trace[1176421859] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:828; }","duration":"972.574779ms","start":"2026-04-03T02:33:29.764038Z","end":"2026-04-03T02:33:30.736613Z","steps":["trace[1176421859] 'agreement among raft nodes before linearized reading' (duration: 972.511148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:30.736652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:29.764004Z","time spent":"972.641531ms","remote":"127.0.0.1:34028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:33:30.73711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066532792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:33:30.737163Z","caller":"traceutil/trace.go:171","msg":"trace[157435219] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:828; }","duration":"1.066627164s","start":"2026-04-03T02:33:29.670521Z","end":"2026-04-03T02:33:30.737148Z","steps":["trace[157435219] 'agreement among raft nodes before linearized reading' (duration: 1.065568507s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:30.737206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:29.670504Z","time spent":"1.066690607s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:33:35.011881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513121325,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:33:35.51259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513121325,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:33:35.644322Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.828354389s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:33:35.644796Z","caller":"traceutil/trace.go:171","msg":"trace[549372697] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"1.828902893s","start":"2026-04-03T02:33:33.815868Z","end":"2026-04-03T02:33:35.644771Z","steps":["trace[549372697] 'process raft request' (duration: 1.828728519s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:35.644991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:33.815852Z","time spent":"1.829034716s","remote":"127.0.0.1:34078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4027,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:35.651465Z","caller":"traceutil/trace.go:171","msg":"trace[382910157] linearizableReadLoop","detail":"{readStateIndex:879; appliedIndex:877; }","duration":"1.13989265s","start":"2026-04-03T02:33:34.511549Z","end":"2026-04-03T02:33:35.651441Z","steps":["trace[382910157] 'read index received' (duration: 1.133011688s)","trace[382910157] 'applied index is now lower than readState.Index' (duration: 6.879552ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:35.651726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.087337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T02:33:35.651776Z","caller":"traceutil/trace.go:171","msg":"trace[1167060258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:847; }","duration":"899.19958ms","start":"2026-04-03T02:33:34.752563Z","end":"2026-04-03T02:33:35.651763Z","steps":["trace[1167060258] 'agreement among raft nodes before linearized reading' (duration: 899.002435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:35.651783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.862824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:35.651843Z","caller":"traceutil/trace.go:171","msg":"trace[2031946099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:847; }","duration":"673.954156ms","start":"2026-04-03T02:33:34.977873Z","end":"2026-04-03T02:33:35.651828Z","steps":["trace[2031946099] 'agreement among raft nodes before linearized reading' (duration: 673.888084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:35.651723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.493975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:33:35.651913Z","caller":"traceutil/trace.go:171","msg":"trace[376058812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:847; }","duration":"780.766282ms","start":"2026-04-03T02:33:34.871139Z","end":"2026-04-03T02:33:35.651905Z","steps":["trace[376058812] 'agreement among raft nodes before linearized reading' (duration: 780.449424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:35.65196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:34.87111Z","time spent":"780.843533ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:33:35.651841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:34.752536Z","time spent":"899.292792ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:33:35.651919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.103246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:33:35.65223Z","caller":"traceutil/trace.go:171","msg":"trace[1861632110] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:847; }","duration":"883.432605ms","start":"2026-04-03T02:33:34.768779Z","end":"2026-04-03T02:33:35.652211Z","steps":["trace[1861632110] 'agreement among raft nodes before linearized reading' (duration: 883.105317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:35.652294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:34.768761Z","time spent":"883.523456ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:33:35.651862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.527747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:33:35.652402Z","caller":"traceutil/trace.go:171","msg":"trace[1392786255] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:847; }","duration":"878.08356ms","start":"2026-04-03T02:33:34.774306Z","end":"2026-04-03T02:33:35.65239Z","steps":["trace[1392786255] 'agreement among raft nodes before linearized reading' (duration: 877.510566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:35.652463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:34.774295Z","time spent":"878.144162ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:33:35.651875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:34.977854Z","time spent":"674.014847ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:33:35.651762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140199447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T02:33:35.652648Z","caller":"traceutil/trace.go:171","msg":"trace[129311651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:847; }","duration":"1.141167212s","start":"2026-04-03T02:33:34.511474Z","end":"2026-04-03T02:33:35.652641Z","steps":["trace[129311651] 'agreement among raft nodes before linearized reading' (duration: 1.140078944s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:35.652672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:34.51143Z","time spent":"1.141235254s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:33:35.966697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.098086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-fw7g4\" ","response":"range_response_count:1 size:4042"} {"level":"info","ts":"2026-04-03T02:33:35.966836Z","caller":"traceutil/trace.go:171","msg":"trace[1926290462] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-fw7g4; range_end:; response_count:1; response_revision:852; }","duration":"149.299922ms","start":"2026-04-03T02:33:35.817491Z","end":"2026-04-03T02:33:35.96679Z","steps":["trace[1926290462] 'range keys from in-memory index tree' (duration: 148.848621ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:39.093185Z","caller":"traceutil/trace.go:171","msg":"trace[524521595] transaction","detail":"{read_only:false; response_revision:862; number_of_response:1; }","duration":"240.884476ms","start":"2026-04-03T02:33:38.852276Z","end":"2026-04-03T02:33:39.09316Z","steps":["trace[524521595] 'process raft request' (duration: 240.709611ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:39.405785Z","caller":"traceutil/trace.go:171","msg":"trace[743516831] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"303.285398ms","start":"2026-04-03T02:33:39.102472Z","end":"2026-04-03T02:33:39.405757Z","steps":["trace[743516831] 'process raft request' (duration: 303.098353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:39.405974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:39.102444Z","time spent":"303.438392ms","remote":"127.0.0.1:34078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4113,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:39.769842Z","caller":"traceutil/trace.go:171","msg":"trace[28290969] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"192.74296ms","start":"2026-04-03T02:33:39.577077Z","end":"2026-04-03T02:33:39.76982Z","steps":["trace[28290969] 'process raft request' (duration: 192.563505ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:39.996354Z","caller":"traceutil/trace.go:171","msg":"trace[1248931057] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"221.683554ms","start":"2026-04-03T02:33:39.774643Z","end":"2026-04-03T02:33:39.996327Z","steps":["trace[1248931057] 'process raft request' (duration: 212.835752ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:39.996693Z","caller":"traceutil/trace.go:171","msg":"trace[63886972] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"221.963161ms","start":"2026-04-03T02:33:39.774703Z","end":"2026-04-03T02:33:39.996666Z","steps":["trace[63886972] 'process raft request' (duration: 221.576442ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:39.996764Z","caller":"traceutil/trace.go:171","msg":"trace[273275120] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"221.895139ms","start":"2026-04-03T02:33:39.774855Z","end":"2026-04-03T02:33:39.99675Z","steps":["trace[273275120] 'process raft request' (duration: 221.677184ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:39.996858Z","caller":"traceutil/trace.go:171","msg":"trace[635940775] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"221.653323ms","start":"2026-04-03T02:33:39.775188Z","end":"2026-04-03T02:33:39.996841Z","steps":["trace[635940775] 'process raft request' (duration: 221.444608ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:39.99689Z","caller":"traceutil/trace.go:171","msg":"trace[762555302] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"220.978776ms","start":"2026-04-03T02:33:39.775892Z","end":"2026-04-03T02:33:39.996871Z","steps":["trace[762555302] 'process raft request' (duration: 220.937955ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:39.997028Z","caller":"traceutil/trace.go:171","msg":"trace[1544894991] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"221.555771ms","start":"2026-04-03T02:33:39.775462Z","end":"2026-04-03T02:33:39.997018Z","steps":["trace[1544894991] 'process raft request' (duration: 221.320895ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:40.010419Z","caller":"traceutil/trace.go:171","msg":"trace[191487544] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"160.554742ms","start":"2026-04-03T02:33:39.849842Z","end":"2026-04-03T02:33:40.010397Z","steps":["trace[191487544] 'process raft request' (duration: 160.444379ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:40.199496Z","caller":"traceutil/trace.go:171","msg":"trace[1221901292] linearizableReadLoop","detail":"{readStateIndex:908; appliedIndex:907; }","duration":"188.282168ms","start":"2026-04-03T02:33:40.011191Z","end":"2026-04-03T02:33:40.199474Z","steps":["trace[1221901292] 'read index received' (duration: 139.201747ms)","trace[1221901292] 'applied index is now lower than readState.Index' (duration: 49.079361ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:40.199592Z","caller":"traceutil/trace.go:171","msg":"trace[1962598025] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"198.496014ms","start":"2026-04-03T02:33:40.001088Z","end":"2026-04-03T02:33:40.199584Z","steps":["trace[1962598025] 'process raft request' (duration: 149.400793ms)","trace[1962598025] 'compare' (duration: 48.881995ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:40.199773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.558174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:40.199851Z","caller":"traceutil/trace.go:171","msg":"trace[1418488542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:875; }","duration":"188.651957ms","start":"2026-04-03T02:33:40.011181Z","end":"2026-04-03T02:33:40.199833Z","steps":["trace[1418488542] 'agreement among raft nodes before linearized reading' (duration: 188.477222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:40.200085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.902847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-03T02:33:40.200195Z","caller":"traceutil/trace.go:171","msg":"trace[39598671] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:875; }","duration":"188.023261ms","start":"2026-04-03T02:33:40.012126Z","end":"2026-04-03T02:33:40.200149Z","steps":["trace[39598671] 'agreement among raft nodes before linearized reading' (duration: 187.847036ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:43.920108Z","caller":"traceutil/trace.go:171","msg":"trace[365968408] linearizableReadLoop","detail":"{readStateIndex:951; appliedIndex:950; }","duration":"119.772621ms","start":"2026-04-03T02:33:43.80031Z","end":"2026-04-03T02:33:43.920083Z","steps":["trace[365968408] 'read index received' (duration: 119.555426ms)","trace[365968408] 'applied index is now lower than readState.Index' (duration: 216.225µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:43.920212Z","caller":"traceutil/trace.go:171","msg":"trace[1674954597] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"190.4214ms","start":"2026-04-03T02:33:43.729755Z","end":"2026-04-03T02:33:43.920176Z","steps":["trace[1674954597] 'process raft request' (duration: 190.131033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:43.920266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.923885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:43.920304Z","caller":"traceutil/trace.go:171","msg":"trace[1710037302] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:918; }","duration":"120.002277ms","start":"2026-04-03T02:33:43.80029Z","end":"2026-04-03T02:33:43.920292Z","steps":["trace[1710037302] 'agreement among raft nodes before linearized reading' (duration: 119.911875ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:44.063345Z","caller":"traceutil/trace.go:171","msg":"trace[560627416] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"129.74669ms","start":"2026-04-03T02:33:43.933578Z","end":"2026-04-03T02:33:44.063325Z","steps":["trace[560627416] 'process raft request' (duration: 129.665278ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:44.063556Z","caller":"traceutil/trace.go:171","msg":"trace[698886827] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"136.223353ms","start":"2026-04-03T02:33:43.927291Z","end":"2026-04-03T02:33:44.063514Z","steps":["trace[698886827] 'process raft request' (duration: 92.239011ms)","trace[698886827] 'compare' (duration: 43.566342ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:44.245972Z","caller":"traceutil/trace.go:171","msg":"trace[2118993909] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"152.964703ms","start":"2026-04-03T02:33:44.092988Z","end":"2026-04-03T02:33:44.245953Z","steps":["trace[2118993909] 'process raft request' (duration: 152.335717ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:44.246155Z","caller":"traceutil/trace.go:171","msg":"trace[253002514] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"153.097136ms","start":"2026-04-03T02:33:44.093049Z","end":"2026-04-03T02:33:44.246146Z","steps":["trace[253002514] 'process raft request' (duration: 152.407878ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:44.24628Z","caller":"traceutil/trace.go:171","msg":"trace[2064230820] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"153.170068ms","start":"2026-04-03T02:33:44.093102Z","end":"2026-04-03T02:33:44.246272Z","steps":["trace[2064230820] 'process raft request' (duration: 152.388858ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:44.246402Z","caller":"traceutil/trace.go:171","msg":"trace[1117387947] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"153.011693ms","start":"2026-04-03T02:33:44.09338Z","end":"2026-04-03T02:33:44.246392Z","steps":["trace[1117387947] 'process raft request' (duration: 152.148981ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:44.246587Z","caller":"traceutil/trace.go:171","msg":"trace[1333030783] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"152.685794ms","start":"2026-04-03T02:33:44.093892Z","end":"2026-04-03T02:33:44.246578Z","steps":["trace[1333030783] 'process raft request' (duration: 151.670439ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:44.246822Z","caller":"traceutil/trace.go:171","msg":"trace[1479226462] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"150.637363ms","start":"2026-04-03T02:33:44.096175Z","end":"2026-04-03T02:33:44.246812Z","steps":["trace[1479226462] 'process raft request' (duration: 149.420893ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:44.432713Z","caller":"traceutil/trace.go:171","msg":"trace[1566372464] linearizableReadLoop","detail":"{readStateIndex:963; appliedIndex:962; }","duration":"122.08744ms","start":"2026-04-03T02:33:44.3106Z","end":"2026-04-03T02:33:44.432688Z","steps":["trace[1566372464] 'read index received' (duration: 116.780817ms)","trace[1566372464] 'applied index is now lower than readState.Index' (duration: 5.305413ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:44.432794Z","caller":"traceutil/trace.go:171","msg":"trace[2086361595] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"173.245631ms","start":"2026-04-03T02:33:44.259523Z","end":"2026-04-03T02:33:44.432768Z","steps":["trace[2086361595] 'process raft request' (duration: 167.905957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:44.432949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.338166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-04-03T02:33:44.432979Z","caller":"traceutil/trace.go:171","msg":"trace[966658003] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:930; }","duration":"122.429968ms","start":"2026-04-03T02:33:44.310542Z","end":"2026-04-03T02:33:44.432972Z","steps":["trace[966658003] 'agreement among raft nodes before linearized reading' (duration: 122.242183ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:44.780732Z","caller":"traceutil/trace.go:171","msg":"trace[146194442] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"128.139271ms","start":"2026-04-03T02:33:44.652571Z","end":"2026-04-03T02:33:44.780711Z","steps":["trace[146194442] 'process raft request' (duration: 128.014768ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:44.902646Z","caller":"traceutil/trace.go:171","msg":"trace[348204400] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"109.834911ms","start":"2026-04-03T02:33:44.792785Z","end":"2026-04-03T02:33:44.90262Z","steps":["trace[348204400] 'process raft request' (duration: 101.183975ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:45.470554Z","caller":"traceutil/trace.go:171","msg":"trace[356134673] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"107.130104ms","start":"2026-04-03T02:33:45.363397Z","end":"2026-04-03T02:33:45.470527Z","steps":["trace[356134673] 'process raft request' (duration: 106.937039ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:45.908854Z","caller":"traceutil/trace.go:171","msg":"trace[1283216294] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"211.079369ms","start":"2026-04-03T02:33:45.697755Z","end":"2026-04-03T02:33:45.908834Z","steps":["trace[1283216294] 'process raft request' (duration: 210.949576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:46.100751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.231307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:46.100851Z","caller":"traceutil/trace.go:171","msg":"trace[145321117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:934; }","duration":"121.37422ms","start":"2026-04-03T02:33:45.979453Z","end":"2026-04-03T02:33:46.100827Z","steps":["trace[145321117] 'range keys from in-memory index tree' (duration: 121.169625ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:46.404502Z","caller":"traceutil/trace.go:171","msg":"trace[1777292096] linearizableReadLoop","detail":"{readStateIndex:969; appliedIndex:968; }","duration":"151.945257ms","start":"2026-04-03T02:33:46.252531Z","end":"2026-04-03T02:33:46.404476Z","steps":["trace[1777292096] 'read index received' (duration: 77.83245ms)","trace[1777292096] 'applied index is now lower than readState.Index' (duration: 74.111497ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:46.404734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.944828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:33:46.404761Z","caller":"traceutil/trace.go:171","msg":"trace[973357429] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:935; }","duration":"152.008559ms","start":"2026-04-03T02:33:46.252746Z","end":"2026-04-03T02:33:46.404755Z","steps":["trace[973357429] 'agreement among raft nodes before linearized reading' (duration: 151.870566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:46.404772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.214225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:33:46.404853Z","caller":"traceutil/trace.go:171","msg":"trace[599924384] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:935; }","duration":"152.351128ms","start":"2026-04-03T02:33:46.252484Z","end":"2026-04-03T02:33:46.404835Z","steps":["trace[599924384] 'agreement among raft nodes before linearized reading' (duration: 152.120882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:46.405057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.443634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-03T02:33:46.405057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.403573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-03T02:33:46.40508Z","caller":"traceutil/trace.go:171","msg":"trace[1407860987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:935; }","duration":"151.482745ms","start":"2026-04-03T02:33:46.253593Z","end":"2026-04-03T02:33:46.405075Z","steps":["trace[1407860987] 'agreement among raft nodes before linearized reading' (duration: 151.425234ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:46.40509Z","caller":"traceutil/trace.go:171","msg":"trace[1660029755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:935; }","duration":"151.476355ms","start":"2026-04-03T02:33:46.253605Z","end":"2026-04-03T02:33:46.405081Z","steps":["trace[1660029755] 'agreement among raft nodes before linearized reading' (duration: 151.387833ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:47.104266Z","caller":"traceutil/trace.go:171","msg":"trace[656698733] linearizableReadLoop","detail":"{readStateIndex:973; appliedIndex:970; }","duration":"468.565909ms","start":"2026-04-03T02:33:46.635676Z","end":"2026-04-03T02:33:47.104241Z","steps":["trace[656698733] 'read index received' (duration: 468.270812ms)","trace[656698733] 'applied index is now lower than readState.Index' (duration: 294.257µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:47.104899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.196876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:33:47.104975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.056668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:47.105143Z","caller":"traceutil/trace.go:171","msg":"trace[871449488] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:939; }","duration":"197.310704ms","start":"2026-04-03T02:33:46.907816Z","end":"2026-04-03T02:33:47.105127Z","steps":["trace[871449488] 'agreement among raft nodes before linearized reading' (duration: 197.048808ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:47.104955Z","caller":"traceutil/trace.go:171","msg":"trace[2030247587] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:939; }","duration":"469.318759ms","start":"2026-04-03T02:33:46.635624Z","end":"2026-04-03T02:33:47.104942Z","steps":["trace[2030247587] 'agreement among raft nodes before linearized reading' (duration: 469.198936ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:47.105489Z","caller":"traceutil/trace.go:171","msg":"trace[1316138079] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"692.627883ms","start":"2026-04-03T02:33:46.412818Z","end":"2026-04-03T02:33:47.105446Z","steps":["trace[1316138079] 'process raft request' (duration: 691.352251ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:47.105595Z","caller":"traceutil/trace.go:171","msg":"trace[535469096] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"691.600577ms","start":"2026-04-03T02:33:46.41398Z","end":"2026-04-03T02:33:47.105581Z","steps":["trace[535469096] 'process raft request' (duration: 690.227792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:47.105737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:46.412804Z","time spent":"692.794767ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:47.105926Z","caller":"traceutil/trace.go:171","msg":"trace[442243231] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"694.957951ms","start":"2026-04-03T02:33:46.410952Z","end":"2026-04-03T02:33:47.10591Z","steps":["trace[442243231] 'process raft request' (duration: 693.059174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:47.105945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:46.413952Z","time spent":"691.796702ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:47.105999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:46.410914Z","time spent":"695.047544ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:47.105539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:46.635596Z","time spent":"469.77436ms","remote":"127.0.0.1:34364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:33:47.106378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.362776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:47.106495Z","caller":"traceutil/trace.go:171","msg":"trace[1646009904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:939; }","duration":"128.541121ms","start":"2026-04-03T02:33:46.977939Z","end":"2026-04-03T02:33:47.10648Z","steps":["trace[1646009904] 'agreement among raft nodes before linearized reading' (duration: 128.229683ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:50.917908Z","caller":"traceutil/trace.go:171","msg":"trace[223692154] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"178.149474ms","start":"2026-04-03T02:33:50.739732Z","end":"2026-04-03T02:33:50.917882Z","steps":["trace[223692154] 'process raft request' (duration: 167.888966ms)","trace[223692154] 'compare' (duration: 10.022392ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:50.917945Z","caller":"traceutil/trace.go:171","msg":"trace[1407098454] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"177.161579ms","start":"2026-04-03T02:33:50.740751Z","end":"2026-04-03T02:33:50.917913Z","steps":["trace[1407098454] 'process raft request' (duration: 177.017246ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:51.241502Z","caller":"traceutil/trace.go:171","msg":"trace[511655033] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"113.678217ms","start":"2026-04-03T02:33:51.127796Z","end":"2026-04-03T02:33:51.241474Z","steps":["trace[511655033] 'process raft request' (duration: 75.986654ms)","trace[511655033] 'compare' (duration: 37.424927ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:51.241828Z","caller":"traceutil/trace.go:171","msg":"trace[1962588544] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"111.856023ms","start":"2026-04-03T02:33:51.129956Z","end":"2026-04-03T02:33:51.241812Z","steps":["trace[1962588544] 'process raft request' (duration: 111.474193ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:51.617104Z","caller":"traceutil/trace.go:171","msg":"trace[1193836497] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"118.741284ms","start":"2026-04-03T02:33:51.498331Z","end":"2026-04-03T02:33:51.617072Z","steps":["trace[1193836497] 'process raft request' (duration: 118.56321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:54.369118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214150209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-03T02:33:54.369242Z","caller":"traceutil/trace.go:171","msg":"trace[1107025130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:992; }","duration":"1.214341074s","start":"2026-04-03T02:33:53.154874Z","end":"2026-04-03T02:33:54.369215Z","steps":["trace[1107025130] 'range keys from in-memory index tree' (duration: 1.213850392s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:54.36933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:53.154853Z","time spent":"1.214459216s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:33:54.369141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388988149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:33:54.369359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124073602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:33:54.369429Z","caller":"traceutil/trace.go:171","msg":"trace[392433040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:992; }","duration":"1.389308457s","start":"2026-04-03T02:33:52.980099Z","end":"2026-04-03T02:33:54.369407Z","steps":["trace[392433040] 'range keys from in-memory index tree' (duration: 1.388934838s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:54.369433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123669411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-03T02:33:54.369459Z","caller":"traceutil/trace.go:171","msg":"trace[1156445647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:992; }","duration":"1.124279937s","start":"2026-04-03T02:33:53.245155Z","end":"2026-04-03T02:33:54.369435Z","steps":["trace[1156445647] 'range keys from in-memory index tree' (duration: 1.123759944s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:54.369474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:52.980086Z","time spent":"1.389377548s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:33:54.369522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:53.245123Z","time spent":"1.12438839s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:33:54.369523Z","caller":"traceutil/trace.go:171","msg":"trace[1717553367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:992; }","duration":"1.123792964s","start":"2026-04-03T02:33:53.245709Z","end":"2026-04-03T02:33:54.369502Z","steps":["trace[1717553367] 'range keys from in-memory index tree' (duration: 1.123323763s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:54.369573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:53.245698Z","time spent":"1.123865126s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:33:54.450593Z","caller":"traceutil/trace.go:171","msg":"trace[1269901466] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"826.987888ms","start":"2026-04-03T02:33:53.623578Z","end":"2026-04-03T02:33:54.450566Z","steps":["trace[1269901466] 'process raft request' (duration: 826.780143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:54.450953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:53.623543Z","time spent":"827.311386ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:54.451581Z","caller":"traceutil/trace.go:171","msg":"trace[1490102531] linearizableReadLoop","detail":"{readStateIndex:1028; appliedIndex:1028; }","duration":"467.906883ms","start":"2026-04-03T02:33:53.983659Z","end":"2026-04-03T02:33:54.451566Z","steps":["trace[1490102531] 'read index received' (duration: 467.900273ms)","trace[1490102531] 'applied index is now lower than readState.Index' (duration: 5.61µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:54.45169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.032126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:33:54.451737Z","caller":"traceutil/trace.go:171","msg":"trace[697280850] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:993; }","duration":"468.144409ms","start":"2026-04-03T02:33:53.983576Z","end":"2026-04-03T02:33:54.45172Z","steps":["trace[697280850] 'agreement among raft nodes before linearized reading' (duration: 468.065227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:54.451773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:53.983519Z","time spent":"468.242851ms","remote":"127.0.0.1:34014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:33:54.619852Z","caller":"traceutil/trace.go:171","msg":"trace[1015150684] linearizableReadLoop","detail":"{readStateIndex:1031; appliedIndex:1028; }","duration":"168.218424ms","start":"2026-04-03T02:33:54.451618Z","end":"2026-04-03T02:33:54.619836Z","steps":["trace[1015150684] 'read index received' (duration: 167.959198ms)","trace[1015150684] 'applied index is now lower than readState.Index' (duration: 258.506µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:54.620034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.011236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T02:33:54.620073Z","caller":"traceutil/trace.go:171","msg":"trace[1429404506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:996; }","duration":"310.090998ms","start":"2026-04-03T02:33:54.309972Z","end":"2026-04-03T02:33:54.620063Z","steps":["trace[1429404506] 'agreement among raft nodes before linearized reading' (duration: 309.937014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:54.620106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:54.309956Z","time spent":"310.143199ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:33:54.620154Z","caller":"traceutil/trace.go:171","msg":"trace[1856273274] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"245.12379ms","start":"2026-04-03T02:33:54.374984Z","end":"2026-04-03T02:33:54.620108Z","steps":["trace[1856273274] 'process raft request' (duration: 244.643058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:54.620328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.177497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:54.620443Z","caller":"traceutil/trace.go:171","msg":"trace[451746822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:996; }","duration":"248.339371ms","start":"2026-04-03T02:33:54.372076Z","end":"2026-04-03T02:33:54.620416Z","steps":["trace[451746822] 'agreement among raft nodes before linearized reading' (duration: 248.110685ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:54.620641Z","caller":"traceutil/trace.go:171","msg":"trace[1423805408] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"244.129096ms","start":"2026-04-03T02:33:54.376415Z","end":"2026-04-03T02:33:54.620544Z","steps":["trace[1423805408] 'process raft request' (duration: 243.372677ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:54.620723Z","caller":"traceutil/trace.go:171","msg":"trace[1916554093] transaction","detail":"{read_only:false; response_revision:995; number_of_response:1; }","duration":"245.353056ms","start":"2026-04-03T02:33:54.375258Z","end":"2026-04-03T02:33:54.620611Z","steps":["trace[1916554093] 'process raft request' (duration: 244.492625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:54.99223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.841597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:33:54.992457Z","caller":"traceutil/trace.go:171","msg":"trace[218601568] linearizableReadLoop","detail":"{readStateIndex:1033; appliedIndex:1031; }","duration":"363.195729ms","start":"2026-04-03T02:33:54.629242Z","end":"2026-04-03T02:33:54.992437Z","steps":["trace[218601568] 'read index received' (duration: 140.999312ms)","trace[218601568] 'applied index is now lower than readState.Index' (duration: 222.195266ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:54.992522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.28226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:54.992521Z","caller":"traceutil/trace.go:171","msg":"trace[617580755] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"363.60462ms","start":"2026-04-03T02:33:54.628891Z","end":"2026-04-03T02:33:54.992495Z","steps":["trace[617580755] 'process raft request' (duration: 141.388073ms)","trace[617580755] 'compare' (duration: 221.730255ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:54.992555Z","caller":"traceutil/trace.go:171","msg":"trace[2052568995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:998; }","duration":"363.333772ms","start":"2026-04-03T02:33:54.629212Z","end":"2026-04-03T02:33:54.992546Z","steps":["trace[2052568995] 'agreement among raft nodes before linearized reading' (duration: 363.280911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:54.992585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:54.629204Z","time spent":"363.374813ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:33:54.992638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:54.628204Z","time spent":"364.376899ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:54.992875Z","caller":"traceutil/trace.go:171","msg":"trace[594841221] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"363.867716ms","start":"2026-04-03T02:33:54.628952Z","end":"2026-04-03T02:33:54.99282Z","steps":["trace[594841221] 'process raft request' (duration: 363.403575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:54.993143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:54.628931Z","time spent":"364.080172ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:55.408764Z","caller":"traceutil/trace.go:171","msg":"trace[727537169] transaction","detail":"{read_only:false; number_of_response:1; response_revision:999; }","duration":"111.703849ms","start":"2026-04-03T02:33:55.297015Z","end":"2026-04-03T02:33:55.408719Z","steps":["trace[727537169] 'process raft request' (duration: 111.465593ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:55.76057Z","caller":"traceutil/trace.go:171","msg":"trace[1936162074] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"235.728176ms","start":"2026-04-03T02:33:55.524803Z","end":"2026-04-03T02:33:55.760531Z","steps":["trace[1936162074] 'process raft request' (duration: 235.49879ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:56.659809Z","caller":"traceutil/trace.go:171","msg":"trace[498726942] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"200.054991ms","start":"2026-04-03T02:33:56.459717Z","end":"2026-04-03T02:33:56.659772Z","steps":["trace[498726942] 'process raft request' (duration: 199.805945ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:56.792839Z","caller":"traceutil/trace.go:171","msg":"trace[44551826] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"126.386926ms","start":"2026-04-03T02:33:56.666426Z","end":"2026-04-03T02:33:56.792813Z","steps":["trace[44551826] 'process raft request' (duration: 126.332764ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:56.792903Z","caller":"traceutil/trace.go:171","msg":"trace[637218718] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"126.512009ms","start":"2026-04-03T02:33:56.66636Z","end":"2026-04-03T02:33:56.792872Z","steps":["trace[637218718] 'process raft request' (duration: 114.57113ms)","trace[637218718] 'compare' (duration: 11.705503ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:57.14323Z","caller":"traceutil/trace.go:171","msg":"trace[1624211444] linearizableReadLoop","detail":"{readStateIndex:1046; appliedIndex:1044; }","duration":"123.826702ms","start":"2026-04-03T02:33:57.01937Z","end":"2026-04-03T02:33:57.143196Z","steps":["trace[1624211444] 'read index received' (duration: 25.014806ms)","trace[1624211444] 'applied index is now lower than readState.Index' (duration: 98.810116ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:57.14324Z","caller":"traceutil/trace.go:171","msg":"trace[1537147880] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"142.003168ms","start":"2026-04-03T02:33:57.001211Z","end":"2026-04-03T02:33:57.143214Z","steps":["trace[1537147880] 'process raft request' (duration: 96.695793ms)","trace[1537147880] 'compare' (duration: 45.151471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:57.143476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.085579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:57.143566Z","caller":"traceutil/trace.go:171","msg":"trace[1158262406] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1009; }","duration":"124.245223ms","start":"2026-04-03T02:33:57.0193Z","end":"2026-04-03T02:33:57.143545Z","steps":["trace[1158262406] 'agreement among raft nodes before linearized reading' (duration: 124.021197ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:58.63303Z","caller":"traceutil/trace.go:171","msg":"trace[2044504854] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"209.628653ms","start":"2026-04-03T02:33:58.423377Z","end":"2026-04-03T02:33:58.633005Z","steps":["trace[2044504854] 'process raft request' (duration: 209.50284ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:59.374523Z","caller":"traceutil/trace.go:171","msg":"trace[906952186] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"221.709894ms","start":"2026-04-03T02:33:59.152788Z","end":"2026-04-03T02:33:59.374498Z","steps":["trace[906952186] 'process raft request' (duration: 220.017302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:13.383913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513121762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:34:13.900707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513121762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:34:14.401343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513121762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:34:14.902506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513121762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:34:15.403696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513121762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:34:15.904792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513121762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:34:15.978159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00068799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:34:15.978231Z","caller":"traceutil/trace.go:171","msg":"trace[1307574618] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000815053s","start":"2026-04-03T02:34:13.9774Z","end":"2026-04-03T02:34:15.978216Z","steps":["trace[1307574618] 'agreement among raft nodes before linearized reading' (duration: 2.000722821s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:15.978267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:13.977371Z","time spent":"2.000888014s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:34:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:34:16.404925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513121762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:34:16.905778Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513121762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:34:17.235403Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.432344703s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:34:17.235743Z","caller":"traceutil/trace.go:171","msg":"trace[135534431] transaction","detail":"{read_only:false; response_revision:1061; number_of_response:1; }","duration":"4.432797245s","start":"2026-04-03T02:34:12.802924Z","end":"2026-04-03T02:34:17.235721Z","steps":["trace[135534431] 'process raft request' (duration: 4.432667442s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:17.235847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:12.802892Z","time spent":"4.432897337s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:17.415086Z","caller":"traceutil/trace.go:171","msg":"trace[1776258514] transaction","detail":"{read_only:false; response_revision:1062; number_of_response:1; }","duration":"3.98048791s","start":"2026-04-03T02:34:13.434571Z","end":"2026-04-03T02:34:17.415059Z","steps":["trace[1776258514] 'process raft request' (duration: 3.936571765s)","trace[1776258514] 'compare' (duration: 43.747571ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:17.415232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:13.434553Z","time spent":"3.980605392s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:17.423364Z","caller":"traceutil/trace.go:171","msg":"trace[1078127286] linearizableReadLoop","detail":"{readStateIndex:1103; appliedIndex:1100; }","duration":"4.539736662s","start":"2026-04-03T02:34:12.883605Z","end":"2026-04-03T02:34:17.423342Z","steps":["trace[1078127286] 'read index received' (duration: 4.351961677s)","trace[1078127286] 'applied index is now lower than readState.Index' (duration: 187.774035ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:17.423521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.539913517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-03T02:34:17.423541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553244247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:17.423556Z","caller":"traceutil/trace.go:171","msg":"trace[481663433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1062; }","duration":"4.539973229s","start":"2026-04-03T02:34:12.883574Z","end":"2026-04-03T02:34:17.423547Z","steps":["trace[481663433] 'agreement among raft nodes before linearized reading' (duration: 4.539857506s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:17.423591Z","caller":"traceutil/trace.go:171","msg":"trace[1794065205] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1062; }","duration":"2.553342839s","start":"2026-04-03T02:34:14.870233Z","end":"2026-04-03T02:34:17.423576Z","steps":["trace[1794065205] 'agreement among raft nodes before linearized reading' (duration: 2.553246957s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:17.423591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.222472056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:34:17.42363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445116088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:17.423635Z","caller":"traceutil/trace.go:171","msg":"trace[1468628462] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1062; }","duration":"4.222598339s","start":"2026-04-03T02:34:13.201025Z","end":"2026-04-03T02:34:17.423623Z","steps":["trace[1468628462] 'agreement among raft nodes before linearized reading' (duration: 4.222527758s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:17.423661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.990515879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T02:34:17.423662Z","caller":"traceutil/trace.go:171","msg":"trace[976405034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1062; }","duration":"1.445143738s","start":"2026-04-03T02:34:15.978508Z","end":"2026-04-03T02:34:17.423652Z","steps":["trace[976405034] 'agreement among raft nodes before linearized reading' (duration: 1.445108407s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:17.423685Z","caller":"traceutil/trace.go:171","msg":"trace[1592374834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1062; }","duration":"3.990573771s","start":"2026-04-03T02:34:13.433105Z","end":"2026-04-03T02:34:17.423679Z","steps":["trace[1592374834] 'agreement among raft nodes before linearized reading' (duration: 3.990513529s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:17.423694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:15.978432Z","time spent":"1.445255132s","remote":"127.0.0.1:33908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:34:17.423705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:13.433085Z","time spent":"3.990616941s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:34:17.423719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.443705247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:34:17.423665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:13.200994Z","time spent":"4.222664611s","remote":"127.0.0.1:34296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:34:17.423757Z","caller":"traceutil/trace.go:171","msg":"trace[1376236681] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1062; }","duration":"4.443766879s","start":"2026-04-03T02:34:12.979981Z","end":"2026-04-03T02:34:17.423748Z","steps":["trace[1376236681] 'agreement among raft nodes before linearized reading' (duration: 4.443663686s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:17.423742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48770899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:34:17.423791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:12.979966Z","time spent":"4.443817789s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:34:17.423757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.22101894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:34:17.423826Z","caller":"traceutil/trace.go:171","msg":"trace[607001891] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1062; }","duration":"1.487815223s","start":"2026-04-03T02:34:15.935994Z","end":"2026-04-03T02:34:17.423809Z","steps":["trace[607001891] 'agreement among raft nodes before linearized reading' (duration: 1.487642279s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:17.4236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468349498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:17.423858Z","caller":"traceutil/trace.go:171","msg":"trace[1144374186] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1062; }","duration":"4.221165764s","start":"2026-04-03T02:34:13.202674Z","end":"2026-04-03T02:34:17.423839Z","steps":["trace[1144374186] 'agreement among raft nodes before linearized reading' (duration: 4.220847026s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:17.423876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:15.935943Z","time spent":"1.487923915s","remote":"127.0.0.1:34202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:34:17.423906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:14.870212Z","time spent":"2.553409441s","remote":"127.0.0.1:34324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:34:17.423919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:13.202663Z","time spent":"4.221242775s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:34:17.423933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.444150217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:34:17.423954Z","caller":"traceutil/trace.go:171","msg":"trace[1691303848] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1062; }","duration":"4.444582518s","start":"2026-04-03T02:34:12.979365Z","end":"2026-04-03T02:34:17.423947Z","steps":["trace[1691303848] 'agreement among raft nodes before linearized reading' (duration: 4.444100047s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:17.423986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:12.979349Z","time spent":"4.44462014s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:34:17.423874Z","caller":"traceutil/trace.go:171","msg":"trace[75418641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1062; }","duration":"1.468657195s","start":"2026-04-03T02:34:15.955209Z","end":"2026-04-03T02:34:17.423866Z","steps":["trace[75418641] 'agreement among raft nodes before linearized reading' (duration: 1.468371988s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:17.424031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:15.95519Z","time spent":"1.46883482s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:34:17.423597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:12.883565Z","time spent":"4.540018309s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:34:21.764737Z","caller":"traceutil/trace.go:171","msg":"trace[1884941515] linearizableReadLoop","detail":"{readStateIndex:1120; appliedIndex:1119; }","duration":"298.320882ms","start":"2026-04-03T02:34:21.466399Z","end":"2026-04-03T02:34:21.76472Z","steps":["trace[1884941515] 'read index received' (duration: 298.134628ms)","trace[1884941515] 'applied index is now lower than readState.Index' (duration: 185.674µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:21.7658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.390519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:34:21.765875Z","caller":"traceutil/trace.go:171","msg":"trace[1960070674] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1077; }","duration":"299.490632ms","start":"2026-04-03T02:34:21.466357Z","end":"2026-04-03T02:34:21.765848Z","steps":["trace[1960070674] 'agreement among raft nodes before linearized reading' (duration: 298.455737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:21.766215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.134707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:21.766255Z","caller":"traceutil/trace.go:171","msg":"trace[156684675] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"517.39858ms","start":"2026-04-03T02:34:21.247417Z","end":"2026-04-03T02:34:21.764816Z","steps":["trace[156684675] 'process raft request' (duration: 517.180094ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:21.766312Z","caller":"traceutil/trace.go:171","msg":"trace[2122427790] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1077; }","duration":"241.308602ms","start":"2026-04-03T02:34:21.524966Z","end":"2026-04-03T02:34:21.766275Z","steps":["trace[2122427790] 'agreement among raft nodes before linearized reading' (duration: 239.872435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:21.766328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.975771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-03T02:34:21.766336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:21.247391Z","time spent":"518.889108ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:21.766394Z","caller":"traceutil/trace.go:171","msg":"trace[625283018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1077; }","duration":"293.099194ms","start":"2026-04-03T02:34:21.473264Z","end":"2026-04-03T02:34:21.766363Z","steps":["trace[625283018] 'agreement among raft nodes before linearized reading' (duration: 292.843787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:21.766735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.333869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T02:34:21.7668Z","caller":"traceutil/trace.go:171","msg":"trace[396803178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1077; }","duration":"293.408531ms","start":"2026-04-03T02:34:21.47336Z","end":"2026-04-03T02:34:21.766769Z","steps":["trace[396803178] 'agreement among raft nodes before linearized reading' (duration: 291.476702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:21.766915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.857267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:34:21.766948Z","caller":"traceutil/trace.go:171","msg":"trace[392290545] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1077; }","duration":"292.899139ms","start":"2026-04-03T02:34:21.474035Z","end":"2026-04-03T02:34:21.766934Z","steps":["trace[392290545] 'agreement among raft nodes before linearized reading' (duration: 290.796716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:21.767149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.244197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:34:21.767173Z","caller":"traceutil/trace.go:171","msg":"trace[432771932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1077; }","duration":"295.297399ms","start":"2026-04-03T02:34:21.471868Z","end":"2026-04-03T02:34:21.767166Z","steps":["trace[432771932] 'agreement among raft nodes before linearized reading' (duration: 292.96539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:22.089157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.909413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:34:22.089361Z","caller":"traceutil/trace.go:171","msg":"trace[3693163] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"315.872621ms","start":"2026-04-03T02:34:21.773462Z","end":"2026-04-03T02:34:22.089335Z","steps":["trace[3693163] 'process raft request' (duration: 100.700692ms)","trace[3693163] 'compare' (duration: 214.78409ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:22.089418Z","caller":"traceutil/trace.go:171","msg":"trace[1541090965] linearizableReadLoop","detail":"{readStateIndex:1125; appliedIndex:1121; }","duration":"110.462387ms","start":"2026-04-03T02:34:21.978938Z","end":"2026-04-03T02:34:22.089401Z","steps":["trace[1541090965] 'read index received' (duration: 59.392µs)","trace[1541090965] 'applied index is now lower than readState.Index' (duration: 110.401875ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:22.089475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:21.773441Z","time spent":"315.973574ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:22.089539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.60349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:22.089577Z","caller":"traceutil/trace.go:171","msg":"trace[2053054280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1082; }","duration":"110.675102ms","start":"2026-04-03T02:34:21.978891Z","end":"2026-04-03T02:34:22.089566Z","steps":["trace[2053054280] 'agreement among raft nodes before linearized reading' (duration: 110.562499ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:22.089654Z","caller":"traceutil/trace.go:171","msg":"trace[88917553] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"315.120924ms","start":"2026-04-03T02:34:21.77447Z","end":"2026-04-03T02:34:22.089591Z","steps":["trace[88917553] 'process raft request' (duration: 314.784365ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:22.089768Z","caller":"traceutil/trace.go:171","msg":"trace[129969101] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"315.243987ms","start":"2026-04-03T02:34:21.774515Z","end":"2026-04-03T02:34:22.089759Z","steps":["trace[129969101] 'process raft request' (duration: 314.838147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:22.089829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:21.774493Z","time spent":"315.308278ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:22.089937Z","caller":"traceutil/trace.go:171","msg":"trace[23509302] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"315.413601ms","start":"2026-04-03T02:34:21.774515Z","end":"2026-04-03T02:34:22.089929Z","steps":["trace[23509302] 'process raft request' (duration: 314.807886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:22.089919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:21.774456Z","time spent":"315.297528ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:22.090003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:21.7745Z","time spent":"315.474362ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:38.548011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513121928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:34:38.752692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.585374449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:34:38.752829Z","caller":"traceutil/trace.go:171","msg":"trace[2132848834] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1123; }","duration":"2.585531773s","start":"2026-04-03T02:34:36.167255Z","end":"2026-04-03T02:34:38.752786Z","steps":["trace[2132848834] 'range keys from in-memory index tree' (duration: 2.585149254s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:38.752897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:36.167237Z","time spent":"2.585644155s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:34:38.753286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.585575774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:34:38.753349Z","caller":"traceutil/trace.go:171","msg":"trace[932980657] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1123; }","duration":"2.585714918s","start":"2026-04-03T02:34:36.167618Z","end":"2026-04-03T02:34:38.753333Z","steps":["trace[932980657] 'range keys from in-memory index tree' (duration: 2.58542478s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:38.75338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:36.167603Z","time spent":"2.585769729s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:34:38.753574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.583232105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-03T02:34:38.753598Z","caller":"traceutil/trace.go:171","msg":"trace[1389627809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1123; }","duration":"2.583252206s","start":"2026-04-03T02:34:36.170336Z","end":"2026-04-03T02:34:38.753588Z","steps":["trace[1389627809] 'range keys from in-memory index tree' (duration: 2.583156794s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:38.753615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:36.170315Z","time spent":"2.583296156s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:34:38.753773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579389889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:34:38.753792Z","caller":"traceutil/trace.go:171","msg":"trace[1589889841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1123; }","duration":"2.57940758s","start":"2026-04-03T02:34:36.174378Z","end":"2026-04-03T02:34:38.753786Z","steps":["trace[1589889841] 'range keys from in-memory index tree' (duration: 2.579281588s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:38.75381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:36.174318Z","time spent":"2.579487062s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:34:38.753995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033027857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:38.754015Z","caller":"traceutil/trace.go:171","msg":"trace[1413333236] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1123; }","duration":"2.033085578s","start":"2026-04-03T02:34:36.720923Z","end":"2026-04-03T02:34:38.754008Z","steps":["trace[1413333236] 'count revisions from in-memory index tree' (duration: 2.032958446s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:38.754038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:36.720903Z","time spent":"2.03312934s","remote":"127.0.0.1:34028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:34:38.755344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757706186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:38.755422Z","caller":"traceutil/trace.go:171","msg":"trace[1357624538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1123; }","duration":"1.757811529s","start":"2026-04-03T02:34:36.997589Z","end":"2026-04-03T02:34:38.755401Z","steps":["trace[1357624538] 'range keys from in-memory index tree' (duration: 1.756141338s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:38.755491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:36.997575Z","time spent":"1.757902841s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:34:39.049067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513121928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:34:39.549762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513121928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:34:40.050834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513121928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:34:40.551121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513121928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:34:40.756482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999961841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:34:40.756564Z","caller":"traceutil/trace.go:171","msg":"trace[898485696] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000098825s","start":"2026-04-03T02:34:38.756447Z","end":"2026-04-03T02:34:40.756546Z","steps":["trace[898485696] 'agreement among raft nodes before linearized reading' (duration: 1.999989652s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:40.756604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:38.756427Z","time spent":"2.000169196s","remote":"127.0.0.1:33908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:34:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:34:40.897252Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.941862793s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:34:40.898717Z","caller":"traceutil/trace.go:171","msg":"trace[756921678] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"2.943450423s","start":"2026-04-03T02:34:37.955247Z","end":"2026-04-03T02:34:40.898698Z","steps":["trace[756921678] 'process raft request' (duration: 2.9433108s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:40.898817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:37.955216Z","time spent":"2.943545576s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:41.011224Z","caller":"traceutil/trace.go:171","msg":"trace[1366243953] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"2.252087593s","start":"2026-04-03T02:34:38.759109Z","end":"2026-04-03T02:34:41.011196Z","steps":["trace[1366243953] 'process raft request' (duration: 2.252019221s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:41.011291Z","caller":"traceutil/trace.go:171","msg":"trace[689827959] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"2.252353059s","start":"2026-04-03T02:34:38.758898Z","end":"2026-04-03T02:34:41.011251Z","steps":["trace[689827959] 'process raft request' (duration: 2.252185785s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:41.011404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:38.759102Z","time spent":"2.252208086s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:41.011232Z","caller":"traceutil/trace.go:171","msg":"trace[1211088392] transaction","detail":"{read_only:false; response_revision:1125; number_of_response:1; }","duration":"2.888482221s","start":"2026-04-03T02:34:38.122717Z","end":"2026-04-03T02:34:41.011199Z","steps":["trace[1211088392] 'process raft request' (duration: 2.859835156s)","trace[1211088392] 'compare' (duration: 28.398029ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:41.01156Z","caller":"traceutil/trace.go:171","msg":"trace[852483460] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"2.25202466s","start":"2026-04-03T02:34:38.759376Z","end":"2026-04-03T02:34:41.011401Z","steps":["trace[852483460] 'process raft request' (duration: 2.251787014s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:41.011545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:38.758881Z","time spent":"2.252490182s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:41.011669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:38.122692Z","time spent":"2.888920113s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:41.011798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:38.759368Z","time spent":"2.25238555s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:41.01185Z","caller":"traceutil/trace.go:171","msg":"trace[183589966] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"2.25238131s","start":"2026-04-03T02:34:38.759418Z","end":"2026-04-03T02:34:41.011799Z","steps":["trace[183589966] 'process raft request' (duration: 2.251947138s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:41.01215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:38.759413Z","time spent":"2.252695037s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:41.012554Z","caller":"traceutil/trace.go:171","msg":"trace[387792032] linearizableReadLoop","detail":"{readStateIndex:1176; appliedIndex:1169; }","duration":"2.965514394s","start":"2026-04-03T02:34:38.047024Z","end":"2026-04-03T02:34:41.012539Z","steps":["trace[387792032] 'read index received' (duration: 2.85154279s)","trace[387792032] 'applied index is now lower than readState.Index' (duration: 113.970414ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:41.012655Z","caller":"traceutil/trace.go:171","msg":"trace[135342661] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"1.770407234s","start":"2026-04-03T02:34:39.242237Z","end":"2026-04-03T02:34:41.012644Z","steps":["trace[135342661] 'process raft request' (duration: 1.769609924s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:41.012917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.258865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b80df8663ab0\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-03T02:34:41.012996Z","caller":"traceutil/trace.go:171","msg":"trace[1182427588] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b80df8663ab0; range_end:; response_count:1; response_revision:1130; }","duration":"248.374238ms","start":"2026-04-03T02:34:40.76461Z","end":"2026-04-03T02:34:41.012984Z","steps":["trace[1182427588] 'agreement among raft nodes before linearized reading' (duration: 248.201804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:41.013113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.616644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:34:41.013111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.966065047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:34:41.013184Z","caller":"traceutil/trace.go:171","msg":"trace[1422045179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1130; }","duration":"248.687415ms","start":"2026-04-03T02:34:40.764479Z","end":"2026-04-03T02:34:41.013167Z","steps":["trace[1422045179] 'agreement among raft nodes before linearized reading' (duration: 248.583043ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:41.013202Z","caller":"traceutil/trace.go:171","msg":"trace[2138836643] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1130; }","duration":"2.96619014s","start":"2026-04-03T02:34:38.046992Z","end":"2026-04-03T02:34:41.013182Z","steps":["trace[2138836643] 'agreement among raft nodes before linearized reading' (duration: 2.965937004s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:41.013251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:38.046975Z","time spent":"2.966268032s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:34:41.013486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.69467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:41.013539Z","caller":"traceutil/trace.go:171","msg":"trace[1059424666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1130; }","duration":"348.772612ms","start":"2026-04-03T02:34:40.664753Z","end":"2026-04-03T02:34:41.013526Z","steps":["trace[1059424666] 'agreement among raft nodes before linearized reading' (duration: 348.6931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:41.013594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:40.664736Z","time spent":"348.847324ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:34:41.013592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310310924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:34:41.013661Z","caller":"traceutil/trace.go:171","msg":"trace[31961825] range","detail":"{range_begin:/registry/masterleases/199.19.213.65; range_end:; response_count:1; response_revision:1130; }","duration":"1.310420317s","start":"2026-04-03T02:34:39.703221Z","end":"2026-04-03T02:34:41.013642Z","steps":["trace[31961825] 'agreement among raft nodes before linearized reading' (duration: 1.309534125s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:41.013711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:39.703192Z","time spent":"1.310506739s","remote":"127.0.0.1:33952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.65\" "} {"level":"warn","ts":"2026-04-03T02:34:41.013768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:39.242206Z","time spent":"1.770478896s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:41.320529Z","caller":"traceutil/trace.go:171","msg":"trace[2067543653] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"301.408241ms","start":"2026-04-03T02:34:41.019092Z","end":"2026-04-03T02:34:41.3205Z","steps":["trace[2067543653] 'process raft request' (duration: 214.096222ms)","trace[2067543653] 'compare' (duration: 86.584841ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:41.320695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:41.019065Z","time spent":"301.554575ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:41.321082Z","caller":"traceutil/trace.go:171","msg":"trace[462217091] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"301.037281ms","start":"2026-04-03T02:34:41.019976Z","end":"2026-04-03T02:34:41.321013Z","steps":["trace[462217091] 'process raft request' (duration: 300.630561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:41.321469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:41.019959Z","time spent":"301.294558ms","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:41.32142Z","caller":"traceutil/trace.go:171","msg":"trace[1117481969] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"276.880719ms","start":"2026-04-03T02:34:41.043952Z","end":"2026-04-03T02:34:41.320833Z","steps":["trace[1117481969] 'process raft request' (duration: 276.819938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:43.515252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513121949,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:34:43.97043Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.065679611s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:34:43.970864Z","caller":"traceutil/trace.go:171","msg":"trace[1989111186] linearizableReadLoop","detail":"{readStateIndex:1181; appliedIndex:1180; }","duration":"956.057754ms","start":"2026-04-03T02:34:43.01478Z","end":"2026-04-03T02:34:43.970838Z","steps":["trace[1989111186] 'read index received' (duration: 955.773987ms)","trace[1989111186] 'applied index is now lower than readState.Index' (duration: 282.577µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:43.971236Z","caller":"traceutil/trace.go:171","msg":"trace[1569561177] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"1.066623384s","start":"2026-04-03T02:34:42.904582Z","end":"2026-04-03T02:34:43.971205Z","steps":["trace[1569561177] 'process raft request' (duration: 1.06605301s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:43.971281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.487586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:43.971321Z","caller":"traceutil/trace.go:171","msg":"trace[319338228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1134; }","duration":"956.542017ms","start":"2026-04-03T02:34:43.014768Z","end":"2026-04-03T02:34:43.97131Z","steps":["trace[319338228] 'agreement among raft nodes before linearized reading' (duration: 956.465845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:43.971362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:43.01472Z","time spent":"956.632539ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:34:43.971681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.924351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-03T02:34:43.971688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.22751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:34:43.971734Z","caller":"traceutil/trace.go:171","msg":"trace[616473260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1134; }","duration":"954.021723ms","start":"2026-04-03T02:34:43.0177Z","end":"2026-04-03T02:34:43.971722Z","steps":["trace[616473260] 'agreement among raft nodes before linearized reading' (duration: 953.789877ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:43.971749Z","caller":"traceutil/trace.go:171","msg":"trace[1858262226] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1134; }","duration":"952.329742ms","start":"2026-04-03T02:34:43.019403Z","end":"2026-04-03T02:34:43.971733Z","steps":["trace[1858262226] 'agreement among raft nodes before linearized reading' (duration: 952.157898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:43.971769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:43.017689Z","time spent":"954.071655ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:34:43.971783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:43.019378Z","time spent":"952.397933ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:34:43.972025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.682491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-04-03T02:34:43.972029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.235434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-03T02:34:43.97208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.24636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:34:43.972093Z","caller":"traceutil/trace.go:171","msg":"trace[1695141348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1134; }","duration":"952.801784ms","start":"2026-04-03T02:34:43.019274Z","end":"2026-04-03T02:34:43.972076Z","steps":["trace[1695141348] 'agreement among raft nodes before linearized reading' (duration: 952.451775ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:43.972127Z","caller":"traceutil/trace.go:171","msg":"trace[924373287] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1134; }","duration":"954.321801ms","start":"2026-04-03T02:34:43.017791Z","end":"2026-04-03T02:34:43.972113Z","steps":["trace[924373287] 'agreement among raft nodes before linearized reading' (duration: 953.971572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:43.972135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:43.019245Z","time spent":"952.880135ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:34:43.972163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:43.017777Z","time spent":"954.379623ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:34:43.972203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:42.904551Z","time spent":"1.066758107s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:43.972093Z","caller":"traceutil/trace.go:171","msg":"trace[1914412570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1134; }","duration":"646.351957ms","start":"2026-04-03T02:34:43.325729Z","end":"2026-04-03T02:34:43.972081Z","steps":["trace[1914412570] 'agreement among raft nodes before linearized reading' (duration: 645.947767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:43.97255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:43.325707Z","time spent":"646.812978ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:34:43.972727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.281155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:34:43.972976Z","caller":"traceutil/trace.go:171","msg":"trace[322176131] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1134; }","duration":"684.574572ms","start":"2026-04-03T02:34:43.28839Z","end":"2026-04-03T02:34:43.972964Z","steps":["trace[322176131] 'agreement among raft nodes before linearized reading' (duration: 683.30929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:43.973012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:43.288368Z","time spent":"684.631874ms","remote":"127.0.0.1:34330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:34:44.993366Z","caller":"traceutil/trace.go:171","msg":"trace[766238231] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"1.016798281s","start":"2026-04-03T02:34:43.976535Z","end":"2026-04-03T02:34:44.993333Z","steps":["trace[766238231] 'process raft request' (duration: 1.016477993s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:44.993722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:43.97652Z","time spent":"1.017097428s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:45.000637Z","caller":"traceutil/trace.go:171","msg":"trace[857756845] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"1.023567929s","start":"2026-04-03T02:34:43.977046Z","end":"2026-04-03T02:34:45.000614Z","steps":["trace[857756845] 'process raft request' (duration: 1.023367865s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:45.000874Z","caller":"traceutil/trace.go:171","msg":"trace[995324668] transaction","detail":"{read_only:false; response_revision:1137; number_of_response:1; }","duration":"1.023719374s","start":"2026-04-03T02:34:43.977139Z","end":"2026-04-03T02:34:45.000858Z","steps":["trace[995324668] 'process raft request' (duration: 1.023387645s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:45.000896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:43.977027Z","time spent":"1.023678012s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:45.001008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:43.977117Z","time spent":"1.023844947s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:45.001132Z","caller":"traceutil/trace.go:171","msg":"trace[1066583055] transaction","detail":"{read_only:false; response_revision:1138; number_of_response:1; }","duration":"1.023672863s","start":"2026-04-03T02:34:43.977428Z","end":"2026-04-03T02:34:45.001101Z","steps":["trace[1066583055] 'process raft request' (duration: 1.023360836s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:45.001328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:43.977418Z","time spent":"1.023795606s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:45.001447Z","caller":"traceutil/trace.go:171","msg":"trace[2027669865] transaction","detail":"{read_only:false; response_revision:1139; number_of_response:1; }","duration":"1.023667043s","start":"2026-04-03T02:34:43.977771Z","end":"2026-04-03T02:34:45.001438Z","steps":["trace[2027669865] 'process raft request' (duration: 1.023228942s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:45.001539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:43.977761Z","time spent":"1.023729834s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:47.170405Z","caller":"traceutil/trace.go:171","msg":"trace[1045871527] linearizableReadLoop","detail":"{readStateIndex:1189; appliedIndex:1188; }","duration":"165.321665ms","start":"2026-04-03T02:34:47.00506Z","end":"2026-04-03T02:34:47.170381Z","steps":["trace[1045871527] 'read index received' (duration: 165.236342ms)","trace[1045871527] 'applied index is now lower than readState.Index' (duration: 84.153µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:47.170668Z","caller":"traceutil/trace.go:171","msg":"trace[1973319875] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"168.248088ms","start":"2026-04-03T02:34:47.002395Z","end":"2026-04-03T02:34:47.170643Z","steps":["trace[1973319875] 'process raft request' (duration: 167.849798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:47.170729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.879665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:34:47.170795Z","caller":"traceutil/trace.go:171","msg":"trace[1083816908] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1141; }","duration":"164.979286ms","start":"2026-04-03T02:34:47.005802Z","end":"2026-04-03T02:34:47.170782Z","steps":["trace[1083816908] 'agreement among raft nodes before linearized reading' (duration: 164.811312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:47.170731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.645113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-03T02:34:47.170777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.481594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:34:47.170885Z","caller":"traceutil/trace.go:171","msg":"trace[960806595] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1141; }","duration":"165.846568ms","start":"2026-04-03T02:34:47.005024Z","end":"2026-04-03T02:34:47.17087Z","steps":["trace[960806595] 'agreement among raft nodes before linearized reading' (duration: 165.494259ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:47.171017Z","caller":"traceutil/trace.go:171","msg":"trace[797078515] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1141; }","duration":"164.70226ms","start":"2026-04-03T02:34:47.006219Z","end":"2026-04-03T02:34:47.170921Z","steps":["trace[797078515] 'agreement among raft nodes before linearized reading' (duration: 164.344921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:47.171181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.041393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-03T02:34:47.171231Z","caller":"traceutil/trace.go:171","msg":"trace[1764911161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1141; }","duration":"166.134645ms","start":"2026-04-03T02:34:47.005085Z","end":"2026-04-03T02:34:47.17122Z","steps":["trace[1764911161] 'agreement among raft nodes before linearized reading' (duration: 165.427968ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:47.356196Z","caller":"traceutil/trace.go:171","msg":"trace[2135188777] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"180.140614ms","start":"2026-04-03T02:34:47.17603Z","end":"2026-04-03T02:34:47.356171Z","steps":["trace[2135188777] 'process raft request' (duration: 180.014031ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:47.356512Z","caller":"traceutil/trace.go:171","msg":"trace[1632913948] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"180.472343ms","start":"2026-04-03T02:34:47.17602Z","end":"2026-04-03T02:34:47.356492Z","steps":["trace[1632913948] 'process raft request' (duration: 85.141025ms)","trace[1632913948] 'compare' (duration: 94.738873ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:47.356768Z","caller":"traceutil/trace.go:171","msg":"trace[887130037] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"180.691349ms","start":"2026-04-03T02:34:47.176041Z","end":"2026-04-03T02:34:47.356733Z","steps":["trace[887130037] 'process raft request' (duration: 180.079563ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:48.715598Z","caller":"traceutil/trace.go:171","msg":"trace[561890649] linearizableReadLoop","detail":"{readStateIndex:1194; appliedIndex:1193; }","duration":"294.761426ms","start":"2026-04-03T02:34:48.420805Z","end":"2026-04-03T02:34:48.715567Z","steps":["trace[561890649] 'read index received' (duration: 294.545369ms)","trace[561890649] 'applied index is now lower than readState.Index' (duration: 215.087µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:48.71564Z","caller":"traceutil/trace.go:171","msg":"trace[1477986528] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"727.40953ms","start":"2026-04-03T02:34:47.988198Z","end":"2026-04-03T02:34:48.715607Z","steps":["trace[1477986528] 'process raft request' (duration: 727.232285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:48.71572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.889609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:34:48.715785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:47.98818Z","time spent":"727.525013ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:48.715958Z","caller":"traceutil/trace.go:171","msg":"trace[1232786028] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1146; }","duration":"294.980381ms","start":"2026-04-03T02:34:48.420763Z","end":"2026-04-03T02:34:48.715744Z","steps":["trace[1232786028] 'agreement among raft nodes before linearized reading' (duration: 294.900789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:49.282791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.181555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:49.282902Z","caller":"traceutil/trace.go:171","msg":"trace[1105619443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1146; }","duration":"303.311848ms","start":"2026-04-03T02:34:48.979549Z","end":"2026-04-03T02:34:49.282861Z","steps":["trace[1105619443] 'range keys from in-memory index tree' (duration: 303.127243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:49.282947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:48.979538Z","time spent":"303.40063ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:34:49.283251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.304152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-03T02:34:49.283264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.198464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:34:49.283419Z","caller":"traceutil/trace.go:171","msg":"trace[2110202808] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1146; }","duration":"450.45324ms","start":"2026-04-03T02:34:48.832938Z","end":"2026-04-03T02:34:49.283392Z","steps":["trace[2110202808] 'count revisions from in-memory index tree' (duration: 450.091221ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:49.283331Z","caller":"traceutil/trace.go:171","msg":"trace[221329034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1146; }","duration":"108.432765ms","start":"2026-04-03T02:34:49.174881Z","end":"2026-04-03T02:34:49.283313Z","steps":["trace[221329034] 'range keys from in-memory index tree' (duration: 108.179759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:49.283505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:48.83292Z","time spent":"450.569793ms","remote":"127.0.0.1:33998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":9,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:34:49.473001Z","caller":"traceutil/trace.go:171","msg":"trace[221774151] linearizableReadLoop","detail":"{readStateIndex:1196; appliedIndex:1194; }","duration":"112.362244ms","start":"2026-04-03T02:34:49.360602Z","end":"2026-04-03T02:34:49.472964Z","steps":["trace[221774151] 'read index received' (duration: 17.668451ms)","trace[221774151] 'applied index is now lower than readState.Index' (duration: 94.692033ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:49.473253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.63054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-03T02:34:49.473388Z","caller":"traceutil/trace.go:171","msg":"trace[1405086435] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"185.622321ms","start":"2026-04-03T02:34:49.287738Z","end":"2026-04-03T02:34:49.47336Z","steps":["trace[1405086435] 'process raft request' (duration: 104.911657ms)","trace[1405086435] 'compare' (duration: 79.786292ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:49.473564Z","caller":"traceutil/trace.go:171","msg":"trace[312010649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1148; }","duration":"112.953858ms","start":"2026-04-03T02:34:49.360537Z","end":"2026-04-03T02:34:49.473491Z","steps":["trace[312010649] 'agreement among raft nodes before linearized reading' (duration: 112.556918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:49.473659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.301092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:34:49.473729Z","caller":"traceutil/trace.go:171","msg":"trace[1684888792] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1148; }","duration":"112.385984ms","start":"2026-04-03T02:34:49.361326Z","end":"2026-04-03T02:34:49.473712Z","steps":["trace[1684888792] 'agreement among raft nodes before linearized reading' (duration: 112.158928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:49.473966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.243125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-03T02:34:49.474095Z","caller":"traceutil/trace.go:171","msg":"trace[87665390] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1148; }","duration":"113.43224ms","start":"2026-04-03T02:34:49.360648Z","end":"2026-04-03T02:34:49.47408Z","steps":["trace[87665390] 'agreement among raft nodes before linearized reading' (duration: 112.895087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:53.607513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.966313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T02:34:53.607593Z","caller":"traceutil/trace.go:171","msg":"trace[1767317285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1162; }","duration":"118.093387ms","start":"2026-04-03T02:34:53.489484Z","end":"2026-04-03T02:34:53.607578Z","steps":["trace[1767317285] 'range keys from in-memory index tree' (duration: 117.788179ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:53.804658Z","caller":"traceutil/trace.go:171","msg":"trace[898445076] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"192.299028ms","start":"2026-04-03T02:34:53.61233Z","end":"2026-04-03T02:34:53.804629Z","steps":["trace[898445076] 'process raft request' (duration: 191.654372ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:53.804989Z","caller":"traceutil/trace.go:171","msg":"trace[500139824] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"192.456351ms","start":"2026-04-03T02:34:53.612514Z","end":"2026-04-03T02:34:53.80497Z","steps":["trace[500139824] 'process raft request' (duration: 191.982049ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:53.805149Z","caller":"traceutil/trace.go:171","msg":"trace[1984427099] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"192.112243ms","start":"2026-04-03T02:34:53.613007Z","end":"2026-04-03T02:34:53.80512Z","steps":["trace[1984427099] 'process raft request' (duration: 191.838466ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:55.969686Z","caller":"traceutil/trace.go:171","msg":"trace[128759531] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"117.917402ms","start":"2026-04-03T02:34:55.851742Z","end":"2026-04-03T02:34:55.969659Z","steps":["trace[128759531] 'process raft request' (duration: 117.687826ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:55.973798Z","caller":"traceutil/trace.go:171","msg":"trace[1677967494] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"121.695287ms","start":"2026-04-03T02:34:55.852081Z","end":"2026-04-03T02:34:55.973776Z","steps":["trace[1677967494] 'process raft request' (duration: 121.534802ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:55.974264Z","caller":"traceutil/trace.go:171","msg":"trace[1080273572] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"121.570984ms","start":"2026-04-03T02:34:55.852675Z","end":"2026-04-03T02:34:55.974246Z","steps":["trace[1080273572] 'process raft request' (duration: 121.06365ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:02.434698Z","caller":"traceutil/trace.go:171","msg":"trace[879152935] transaction","detail":"{read_only:false; response_revision:1201; number_of_response:1; }","duration":"116.469437ms","start":"2026-04-03T02:35:02.3182Z","end":"2026-04-03T02:35:02.434669Z","steps":["trace[879152935] 'process raft request' (duration: 50.694645ms)","trace[879152935] 'compare' (duration: 65.636159ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:02.736296Z","caller":"traceutil/trace.go:171","msg":"trace[1189199881] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"197.977779ms","start":"2026-04-03T02:35:02.538286Z","end":"2026-04-03T02:35:02.736264Z","steps":["trace[1189199881] 'process raft request' (duration: 197.828116ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:02.855205Z","caller":"traceutil/trace.go:171","msg":"trace[147740803] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"316.530058ms","start":"2026-04-03T02:35:02.538642Z","end":"2026-04-03T02:35:02.855172Z","steps":["trace[147740803] 'process raft request' (duration: 246.200813ms)","trace[147740803] 'compare' (duration: 70.079979ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:02.855362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:02.538619Z","time spent":"316.666732ms","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":929,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:35:03.15916Z","caller":"traceutil/trace.go:171","msg":"trace[874989940] linearizableReadLoop","detail":"{readStateIndex:1260; appliedIndex:1259; }","duration":"179.497678ms","start":"2026-04-03T02:35:02.979633Z","end":"2026-04-03T02:35:03.159131Z","steps":["trace[874989940] 'read index received' (duration: 133.912331ms)","trace[874989940] 'applied index is now lower than readState.Index' (duration: 45.583997ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:03.159311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.664172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:03.159344Z","caller":"traceutil/trace.go:171","msg":"trace[1355163997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1208; }","duration":"179.739085ms","start":"2026-04-03T02:35:02.979594Z","end":"2026-04-03T02:35:03.159333Z","steps":["trace[1355163997] 'agreement among raft nodes before linearized reading' (duration: 179.636372ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:03.15941Z","caller":"traceutil/trace.go:171","msg":"trace[1231728300] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"257.427913ms","start":"2026-04-03T02:35:02.901953Z","end":"2026-04-03T02:35:03.159381Z","steps":["trace[1231728300] 'process raft request' (duration: 211.645779ms)","trace[1231728300] 'compare' (duration: 45.241489ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:03.370585Z","caller":"traceutil/trace.go:171","msg":"trace[2027281762] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"201.072687ms","start":"2026-04-03T02:35:03.169474Z","end":"2026-04-03T02:35:03.370547Z","steps":["trace[2027281762] 'process raft request' (duration: 200.646337ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:03.851343Z","caller":"traceutil/trace.go:171","msg":"trace[94979279] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"475.32685ms","start":"2026-04-03T02:35:03.375984Z","end":"2026-04-03T02:35:03.851311Z","steps":["trace[94979279] 'process raft request' (duration: 464.374597ms)","trace[94979279] 'compare' (duration: 10.702596ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:03.851534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:03.375961Z","time spent":"475.447154ms","remote":"127.0.0.1:33968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":114901,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:04.010123Z","caller":"traceutil/trace.go:171","msg":"trace[255881481] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"555.261704ms","start":"2026-04-03T02:35:03.454839Z","end":"2026-04-03T02:35:04.010101Z","steps":["trace[255881481] 'process raft request' (duration: 555.035408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:04.010229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:03.454813Z","time spent":"555.368977ms","remote":"127.0.0.1:34062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:35:04.01014Z","caller":"traceutil/trace.go:171","msg":"trace[425838466] linearizableReadLoop","detail":"{readStateIndex:1265; appliedIndex:1262; }","duration":"542.937188ms","start":"2026-04-03T02:35:03.467125Z","end":"2026-04-03T02:35:04.010062Z","steps":["trace[425838466] 'read index received' (duration: 373.249154ms)","trace[425838466] 'applied index is now lower than readState.Index' (duration: 169.686904ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:04.010551Z","caller":"traceutil/trace.go:171","msg":"trace[768385006] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"555.183082ms","start":"2026-04-03T02:35:03.455354Z","end":"2026-04-03T02:35:04.010537Z","steps":["trace[768385006] 'process raft request' (duration: 554.6617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:04.010731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.605714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:35:04.01078Z","caller":"traceutil/trace.go:171","msg":"trace[13369827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1213; }","duration":"543.694906ms","start":"2026-04-03T02:35:03.467073Z","end":"2026-04-03T02:35:04.010768Z","steps":["trace[13369827] 'agreement among raft nodes before linearized reading' (duration: 543.522122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:04.010813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:03.467053Z","time spent":"543.753297ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:35:04.010697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:03.455343Z","time spent":"555.288765ms","remote":"127.0.0.1:34176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1292,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:35:04.012493Z","caller":"traceutil/trace.go:171","msg":"trace[547723003] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"158.944086ms","start":"2026-04-03T02:35:03.853518Z","end":"2026-04-03T02:35:04.012462Z","steps":["trace[547723003] 'process raft request' (duration: 158.773632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:04.012559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.102611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T02:35:04.012712Z","caller":"traceutil/trace.go:171","msg":"trace[1392673092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1214; }","duration":"254.295745ms","start":"2026-04-03T02:35:03.758402Z","end":"2026-04-03T02:35:04.012697Z","steps":["trace[1392673092] 'agreement among raft nodes before linearized reading' (duration: 253.981997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:04.012964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.43546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:04.013114Z","caller":"traceutil/trace.go:171","msg":"trace[1167456160] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1214; }","duration":"208.634554ms","start":"2026-04-03T02:35:03.804467Z","end":"2026-04-03T02:35:04.013102Z","steps":["trace[1167456160] 'agreement among raft nodes before linearized reading' (duration: 208.45981ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:04.208434Z","caller":"traceutil/trace.go:171","msg":"trace[1172020215] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"189.921539ms","start":"2026-04-03T02:35:04.018458Z","end":"2026-04-03T02:35:04.208379Z","steps":["trace[1172020215] 'process raft request' (duration: 186.103554ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:04.209546Z","caller":"traceutil/trace.go:171","msg":"trace[1054884359] linearizableReadLoop","detail":"{readStateIndex:1271; appliedIndex:1267; }","duration":"176.279598ms","start":"2026-04-03T02:35:04.033203Z","end":"2026-04-03T02:35:04.209483Z","steps":["trace[1054884359] 'read index received' (duration: 775.06µs)","trace[1054884359] 'applied index is now lower than readState.Index' (duration: 175.392646ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:04.209556Z","caller":"traceutil/trace.go:171","msg":"trace[360499680] transaction","detail":"{read_only:false; response_revision:1218; number_of_response:1; }","duration":"190.404831ms","start":"2026-04-03T02:35:04.018975Z","end":"2026-04-03T02:35:04.20938Z","steps":["trace[360499680] 'process raft request' (duration: 189.176711ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:04.209839Z","caller":"traceutil/trace.go:171","msg":"trace[1519169691] transaction","detail":"{read_only:false; response_revision:1219; number_of_response:1; }","duration":"190.447532ms","start":"2026-04-03T02:35:04.01913Z","end":"2026-04-03T02:35:04.209578Z","steps":["trace[1519169691] 'process raft request' (duration: 190.025841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:04.210457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.225042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-03T02:35:04.210513Z","caller":"traceutil/trace.go:171","msg":"trace[1506943938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1219; }","duration":"177.339305ms","start":"2026-04-03T02:35:04.033159Z","end":"2026-04-03T02:35:04.210499Z","steps":["trace[1506943938] 'agreement among raft nodes before linearized reading' (duration: 176.468743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:04.210541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.228737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-03T02:35:04.210563Z","caller":"traceutil/trace.go:171","msg":"trace[1006655388] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"191.851547ms","start":"2026-04-03T02:35:04.018684Z","end":"2026-04-03T02:35:04.210535Z","steps":["trace[1006655388] 'process raft request' (duration: 189.013366ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:04.210625Z","caller":"traceutil/trace.go:171","msg":"trace[1731882453] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1219; }","duration":"107.307959ms","start":"2026-04-03T02:35:04.103285Z","end":"2026-04-03T02:35:04.210593Z","steps":["trace[1731882453] 'agreement among raft nodes before linearized reading' (duration: 107.035092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:04.216618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.800535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:35:04.216674Z","caller":"traceutil/trace.go:171","msg":"trace[1098048595] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1219; }","duration":"114.912227ms","start":"2026-04-03T02:35:04.101743Z","end":"2026-04-03T02:35:04.216655Z","steps":["trace[1098048595] 'agreement among raft nodes before linearized reading' (duration: 108.467996ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:04.373415Z","caller":"traceutil/trace.go:171","msg":"trace[1876405975] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"154.013353ms","start":"2026-04-03T02:35:04.219026Z","end":"2026-04-03T02:35:04.373039Z","steps":["trace[1876405975] 'process raft request' (duration: 150.838734ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:04.45276Z","caller":"traceutil/trace.go:171","msg":"trace[1789384240] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"233.325142ms","start":"2026-04-03T02:35:04.219405Z","end":"2026-04-03T02:35:04.45273Z","steps":["trace[1789384240] 'process raft request' (duration: 233.137617ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:04.453009Z","caller":"traceutil/trace.go:171","msg":"trace[1805472781] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"233.560797ms","start":"2026-04-03T02:35:04.219435Z","end":"2026-04-03T02:35:04.452996Z","steps":["trace[1805472781] 'process raft request' (duration: 233.24148ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:04.453186Z","caller":"traceutil/trace.go:171","msg":"trace[942415757] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"232.943402ms","start":"2026-04-03T02:35:04.220173Z","end":"2026-04-03T02:35:04.453116Z","steps":["trace[942415757] 'process raft request' (duration: 232.692566ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:04.453329Z","caller":"traceutil/trace.go:171","msg":"trace[1874984204] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"232.48138ms","start":"2026-04-03T02:35:04.220838Z","end":"2026-04-03T02:35:04.453319Z","steps":["trace[1874984204] 'process raft request' (duration: 232.146092ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:06.55462Z","caller":"traceutil/trace.go:171","msg":"trace[2127404261] linearizableReadLoop","detail":"{readStateIndex:1305; appliedIndex:1304; }","duration":"336.511067ms","start":"2026-04-03T02:35:06.218083Z","end":"2026-04-03T02:35:06.554595Z","steps":["trace[2127404261] 'read index received' (duration: 336.090336ms)","trace[2127404261] 'applied index is now lower than readState.Index' (duration: 419.371µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:06.554711Z","caller":"traceutil/trace.go:171","msg":"trace[225263465] transaction","detail":"{read_only:false; response_revision:1252; number_of_response:1; }","duration":"513.834431ms","start":"2026-04-03T02:35:06.04084Z","end":"2026-04-03T02:35:06.554674Z","steps":["trace[225263465] 'process raft request' (duration: 513.39688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:06.55484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:06.040815Z","time spent":"513.955895ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:06.554905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.800604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T02:35:06.554992Z","caller":"traceutil/trace.go:171","msg":"trace[1569650955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1252; }","duration":"336.945288ms","start":"2026-04-03T02:35:06.218028Z","end":"2026-04-03T02:35:06.554973Z","steps":["trace[1569650955] 'agreement among raft nodes before linearized reading' (duration: 336.700872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:06.555042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:06.218Z","time spent":"337.0301ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:35:07.465136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.000259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:35:07.46522Z","caller":"traceutil/trace.go:171","msg":"trace[129020964] transaction","detail":"{read_only:false; response_revision:1253; number_of_response:1; }","duration":"906.071168ms","start":"2026-04-03T02:35:06.559135Z","end":"2026-04-03T02:35:07.465206Z","steps":["trace[129020964] 'process raft request' (duration: 451.938966ms)","trace[129020964] 'compare' (duration: 453.894965ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:07.465283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:06.55912Z","time spent":"906.121219ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:08.978101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000197857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:35:08.978183Z","caller":"traceutil/trace.go:171","msg":"trace[1645950525] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000351071s","start":"2026-04-03T02:35:06.977814Z","end":"2026-04-03T02:35:08.978165Z","steps":["trace[1645950525] 'agreement among raft nodes before linearized reading' (duration: 2.000222768s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:08.978277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:06.977797Z","time spent":"2.000469014s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:35:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:35:10.978958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000589708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:35:10.979089Z","caller":"traceutil/trace.go:171","msg":"trace[486333404] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000782662s","start":"2026-04-03T02:35:08.978282Z","end":"2026-04-03T02:35:10.979065Z","steps":["trace[486333404] 'agreement among raft nodes before linearized reading' (duration: 2.000607698s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:10.979155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:08.978261Z","time spent":"2.000881634s","remote":"127.0.0.1:33908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:35:11.55816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:06.559943Z","time spent":"4.998209203s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T02:35:11.558127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:06.55989Z","time spent":"4.998229134s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/03 02:35:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/03 02:35:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:35:11.66165Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.650584819s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:35:11.864389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:06.865249Z","time spent":"4.999132776s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-03T02:35:11.921417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.098073ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:11.921577Z","caller":"traceutil/trace.go:171","msg":"trace[1296754352] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1253; }","duration":"198.268977ms","start":"2026-04-03T02:35:11.723289Z","end":"2026-04-03T02:35:11.921558Z","steps":["trace[1296754352] 'range keys from in-memory index tree' (duration: 198.081582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:11.922229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.138581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:35:11.92252Z","caller":"traceutil/trace.go:171","msg":"trace[357558351] transaction","detail":"{read_only:false; response_revision:1259; number_of_response:1; }","duration":"495.808631ms","start":"2026-04-03T02:35:11.426694Z","end":"2026-04-03T02:35:11.922503Z","steps":["trace[357558351] 'process raft request' (duration: 495.77624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:11.922584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:11.42667Z","time spent":"495.887163ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:11.922757Z","caller":"traceutil/trace.go:171","msg":"trace[629271747] linearizableReadLoop","detail":"{readStateIndex:1310; appliedIndex:1305; }","duration":"4.944891492s","start":"2026-04-03T02:35:06.977855Z","end":"2026-04-03T02:35:11.922746Z","steps":["trace[629271747] 'read index received' (duration: 33.271199ms)","trace[629271747] 'applied index is now lower than readState.Index' (duration: 4.911619223s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:11.922733Z","caller":"traceutil/trace.go:171","msg":"trace[1467971338] transaction","detail":"{read_only:false; response_revision:1254; number_of_response:1; }","duration":"5.362928153s","start":"2026-04-03T02:35:06.559778Z","end":"2026-04-03T02:35:11.922706Z","steps":["trace[1467971338] 'process raft request' (duration: 5.102215498s)","trace[1467971338] 'compare' (duration: 259.34287ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:11.922833Z","caller":"traceutil/trace.go:171","msg":"trace[1596261064] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"510.048787ms","start":"2026-04-03T02:35:11.412777Z","end":"2026-04-03T02:35:11.922825Z","steps":["trace[1596261064] 'process raft request' (duration: 509.657807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:11.922884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:11.412758Z","time spent":"510.099008ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:11.923136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:06.559766Z","time spent":"5.363040686s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:11.923445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219284853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:11.923508Z","caller":"traceutil/trace.go:171","msg":"trace[688725127] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1259; }","duration":"1.219400075s","start":"2026-04-03T02:35:10.704095Z","end":"2026-04-03T02:35:11.923495Z","steps":["trace[688725127] 'agreement among raft nodes before linearized reading' (duration: 1.219301563s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:11.923544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:10.704073Z","time spent":"1.219461147s","remote":"127.0.0.1:34140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:35:11.923844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.340733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:11.923876Z","caller":"traceutil/trace.go:171","msg":"trace[2112949744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1259; }","duration":"936.390994ms","start":"2026-04-03T02:35:10.987477Z","end":"2026-04-03T02:35:11.923868Z","steps":["trace[2112949744] 'agreement among raft nodes before linearized reading' (duration: 936.343153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:11.923896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:10.987467Z","time spent":"936.425655ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:35:11.923914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.703001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b80df8663ab0\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-03T02:35:11.923945Z","caller":"traceutil/trace.go:171","msg":"trace[1375502130] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b80df8663ab0; range_end:; response_count:1; response_revision:1259; }","duration":"942.763253ms","start":"2026-04-03T02:35:10.981173Z","end":"2026-04-03T02:35:11.923936Z","steps":["trace[1375502130] 'agreement among raft nodes before linearized reading' (duration: 942.64579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:11.923972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:10.981158Z","time spent":"942.809864ms","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b80df8663ab0\" "} {"level":"warn","ts":"2026-04-03T02:35:11.923996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.207727399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:114915"} {"level":"warn","ts":"2026-04-03T02:35:11.924049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.038096094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:35:11.924181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219199082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:35:11.924184Z","caller":"traceutil/trace.go:171","msg":"trace[501710681] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1259; }","duration":"3.038284419s","start":"2026-04-03T02:35:08.885871Z","end":"2026-04-03T02:35:11.924155Z","steps":["trace[501710681] 'agreement among raft nodes before linearized reading' (duration: 3.038078603s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:11.924226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.364417647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:35:11.924232Z","caller":"traceutil/trace.go:171","msg":"trace[1283088739] range","detail":"{range_begin:/registry/masterleases/199.19.213.65; range_end:; response_count:1; response_revision:1259; }","duration":"2.219276994s","start":"2026-04-03T02:35:09.704945Z","end":"2026-04-03T02:35:11.924222Z","steps":["trace[1283088739] 'agreement among raft nodes before linearized reading' (duration: 2.219161861s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:11.924253Z","caller":"traceutil/trace.go:171","msg":"trace[622736500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1259; }","duration":"3.364499249s","start":"2026-04-03T02:35:08.559748Z","end":"2026-04-03T02:35:11.924247Z","steps":["trace[622736500] 'agreement among raft nodes before linearized reading' (duration: 3.364429577s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:11.924265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:09.704928Z","time spent":"2.219330146s","remote":"127.0.0.1:33952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.65\" "} {"level":"warn","ts":"2026-04-03T02:35:11.924264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:08.88585Z","time spent":"3.038391092s","remote":"127.0.0.1:34404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:35:11.924323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.206332664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-03T02:35:11.924356Z","caller":"traceutil/trace.go:171","msg":"trace[1054420989] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1259; }","duration":"4.206404335s","start":"2026-04-03T02:35:07.717945Z","end":"2026-04-03T02:35:11.92435Z","steps":["trace[1054420989] 'agreement among raft nodes before linearized reading' (duration: 4.206344754s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:11.924376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:07.717924Z","time spent":"4.206448366s","remote":"127.0.0.1:33980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-03T02:35:11.92428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:08.559688Z","time spent":"3.364587751s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:35:11.924457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.455036587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:35:11.924517Z","caller":"traceutil/trace.go:171","msg":"trace[1023196017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1259; }","duration":"2.455151139s","start":"2026-04-03T02:35:09.469357Z","end":"2026-04-03T02:35:11.924508Z","steps":["trace[1023196017] 'agreement among raft nodes before linearized reading' (duration: 2.45478181s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:11.924542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:09.469331Z","time spent":"2.455204031s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:35:11.924144Z","caller":"traceutil/trace.go:171","msg":"trace[717605701] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1259; }","duration":"4.208515278s","start":"2026-04-03T02:35:07.715613Z","end":"2026-04-03T02:35:11.924129Z","steps":["trace[717605701] 'agreement among raft nodes before linearized reading' (duration: 4.207585245s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:11.925861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:07.715564Z","time spent":"4.210284872s","remote":"127.0.0.1:33968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":114939,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-03T02:35:16.145776Z","caller":"traceutil/trace.go:171","msg":"trace[592740874] transaction","detail":"{read_only:false; response_revision:1273; number_of_response:1; }","duration":"134.013944ms","start":"2026-04-03T02:35:16.011723Z","end":"2026-04-03T02:35:16.145737Z","steps":["trace[592740874] 'process raft request' (duration: 52.568262ms)","trace[592740874] 'compare' (duration: 81.274578ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:16.146168Z","caller":"traceutil/trace.go:171","msg":"trace[1659931062] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"134.117957ms","start":"2026-04-03T02:35:16.011809Z","end":"2026-04-03T02:35:16.145927Z","steps":["trace[1659931062] 'process raft request' (duration: 133.85425ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:16.146278Z","caller":"traceutil/trace.go:171","msg":"trace[1652091424] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"134.231978ms","start":"2026-04-03T02:35:16.012038Z","end":"2026-04-03T02:35:16.14627Z","steps":["trace[1652091424] 'process raft request' (duration: 133.653654ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:23.899711Z","caller":"traceutil/trace.go:171","msg":"trace[1178011143] transaction","detail":"{read_only:false; response_revision:1298; number_of_response:1; }","duration":"201.385805ms","start":"2026-04-03T02:35:23.698302Z","end":"2026-04-03T02:35:23.899688Z","steps":["trace[1178011143] 'process raft request' (duration: 136.27337ms)","trace[1178011143] 'compare' (duration: 64.997662ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:27.972883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.207651ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:35:27.97339Z","caller":"traceutil/trace.go:171","msg":"trace[1697052444] linearizableReadLoop","detail":"{readStateIndex:1365; appliedIndex:1364; }","duration":"478.038357ms","start":"2026-04-03T02:35:27.495329Z","end":"2026-04-03T02:35:27.973368Z","steps":["trace[1697052444] 'read index received' (duration: 32.84µs)","trace[1697052444] 'applied index is now lower than readState.Index' (duration: 478.003977ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:27.973518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.17352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:27.97355Z","caller":"traceutil/trace.go:171","msg":"trace[26634856] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1308; }","duration":"478.245652ms","start":"2026-04-03T02:35:27.495291Z","end":"2026-04-03T02:35:27.973537Z","steps":["trace[26634856] 'agreement among raft nodes before linearized reading' (duration: 478.17684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:27.973582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:27.495275Z","time spent":"478.299084ms","remote":"127.0.0.1:34126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:35:27.973844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.765371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:35:27.973874Z","caller":"traceutil/trace.go:171","msg":"trace[309794587] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1308; }","duration":"146.847484ms","start":"2026-04-03T02:35:27.827017Z","end":"2026-04-03T02:35:27.973864Z","steps":["trace[309794587] 'agreement among raft nodes before linearized reading' (duration: 146.776372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:27.973909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.226833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:35:27.973961Z","caller":"traceutil/trace.go:171","msg":"trace[1440852737] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1308; }","duration":"256.341626ms","start":"2026-04-03T02:35:27.717606Z","end":"2026-04-03T02:35:27.973948Z","steps":["trace[1440852737] 'agreement among raft nodes before linearized reading' (duration: 256.177701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:27.97402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.096682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:27.974084Z","caller":"traceutil/trace.go:171","msg":"trace[1540797182] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1308; }","duration":"204.217716ms","start":"2026-04-03T02:35:27.769848Z","end":"2026-04-03T02:35:27.974066Z","steps":["trace[1540797182] 'agreement among raft nodes before linearized reading' (duration: 204.105633ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:28.814409Z","caller":"traceutil/trace.go:171","msg":"trace[1650002972] transaction","detail":"{read_only:false; response_revision:1315; number_of_response:1; }","duration":"134.362343ms","start":"2026-04-03T02:35:28.679983Z","end":"2026-04-03T02:35:28.814345Z","steps":["trace[1650002972] 'process raft request' (duration: 40.852539ms)","trace[1650002972] 'compare' (duration: 93.181985ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:30.064464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:29.706547Z","time spent":"357.908431ms","remote":"127.0.0.1:33952","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T02:35:30.564995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513122402,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:35:31.608077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:31.022546Z","time spent":"585.523929ms","remote":"127.0.0.1:45120","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T02:35:31.608408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.2189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:35:31.60854Z","caller":"traceutil/trace.go:171","msg":"trace[58486259] linearizableReadLoop","detail":"{readStateIndex:1376; appliedIndex:1374; }","duration":"1.544120458s","start":"2026-04-03T02:35:30.064409Z","end":"2026-04-03T02:35:31.60853Z","steps":["trace[58486259] 'read index received' (duration: 805.746494ms)","trace[58486259] 'applied index is now lower than readState.Index' (duration: 738.373264ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:31.608597Z","caller":"traceutil/trace.go:171","msg":"trace[556895998] transaction","detail":"{read_only:false; response_revision:1316; number_of_response:1; }","duration":"1.547129533s","start":"2026-04-03T02:35:30.061459Z","end":"2026-04-03T02:35:31.608589Z","steps":["trace[556895998] 'process raft request' (duration: 808.671157ms)","trace[556895998] 'compare' (duration: 737.598035ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:31.608625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:30.061427Z","time spent":"1.547181485s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:31.608715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543176825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:31.60873Z","caller":"traceutil/trace.go:171","msg":"trace[173348059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1317; }","duration":"1.543219835s","start":"2026-04-03T02:35:30.065504Z","end":"2026-04-03T02:35:31.608724Z","steps":["trace[173348059] 'agreement among raft nodes before linearized reading' (duration: 1.543197395s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:31.608717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599023409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-03T02:35:31.608745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:30.065494Z","time spent":"1.543248037s","remote":"127.0.0.1:33908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:35:31.60876Z","caller":"traceutil/trace.go:171","msg":"trace[228517503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1317; }","duration":"1.5990954s","start":"2026-04-03T02:35:30.009652Z","end":"2026-04-03T02:35:31.608747Z","steps":["trace[228517503] 'agreement among raft nodes before linearized reading' (duration: 1.598940316s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:31.608793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:30.009635Z","time spent":"1.599151852s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:35:31.608849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.237065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:35:31.608865Z","caller":"traceutil/trace.go:171","msg":"trace[7427037] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1317; }","duration":"428.291887ms","start":"2026-04-03T02:35:31.180568Z","end":"2026-04-03T02:35:31.60886Z","steps":["trace[7427037] 'agreement among raft nodes before linearized reading' (duration: 428.263186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:31.608878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:31.180545Z","time spent":"428.329427ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:35:31.608959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056180673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:35:31.608973Z","caller":"traceutil/trace.go:171","msg":"trace[257053100] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1317; }","duration":"1.056228434s","start":"2026-04-03T02:35:30.552739Z","end":"2026-04-03T02:35:31.608968Z","steps":["trace[257053100] 'agreement among raft nodes before linearized reading' (duration: 1.056202564s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:31.608941Z","caller":"traceutil/trace.go:171","msg":"trace[1399629933] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"1.543186036s","start":"2026-04-03T02:35:30.065743Z","end":"2026-04-03T02:35:31.608929Z","steps":["trace[1399629933] 'process raft request' (duration: 1.542707084s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:31.608984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:30.552722Z","time spent":"1.056259155s","remote":"127.0.0.1:34390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":5,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:35:31.609025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:30.065715Z","time spent":"1.543275387s","remote":"127.0.0.1:33952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:31.609079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362478066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-03T02:35:31.609092Z","caller":"traceutil/trace.go:171","msg":"trace[256850987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1317; }","duration":"1.362520566s","start":"2026-04-03T02:35:30.246567Z","end":"2026-04-03T02:35:31.609087Z","steps":["trace[256850987] 'agreement among raft nodes before linearized reading' (duration: 1.362477445s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:31.609103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:30.246553Z","time spent":"1.362547088s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:35:31.609187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365639155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:35:31.6092Z","caller":"traceutil/trace.go:171","msg":"trace[348278809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1317; }","duration":"1.365694586s","start":"2026-04-03T02:35:30.2435Z","end":"2026-04-03T02:35:31.609195Z","steps":["trace[348278809] 'agreement among raft nodes before linearized reading' (duration: 1.365657305s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:31.609211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:30.243478Z","time spent":"1.365730916s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:35:31.609219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586651369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:35:31.609249Z","caller":"traceutil/trace.go:171","msg":"trace[336995955] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1317; }","duration":"1.586742271s","start":"2026-04-03T02:35:30.022498Z","end":"2026-04-03T02:35:31.60924Z","steps":["trace[336995955] 'agreement among raft nodes before linearized reading' (duration: 1.586653739s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:31.609298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:30.022453Z","time spent":"1.586838263s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:35:31.609313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385218483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:35:31.609327Z","caller":"traceutil/trace.go:171","msg":"trace[1757281421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1317; }","duration":"1.385270004s","start":"2026-04-03T02:35:30.224052Z","end":"2026-04-03T02:35:31.609322Z","steps":["trace[1757281421] 'agreement among raft nodes before linearized reading' (duration: 1.385217313s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:31.60934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:30.22403Z","time spent":"1.385305545s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:35:32.702072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.465954ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:32.702279Z","caller":"traceutil/trace.go:171","msg":"trace[1472606345] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1317; }","duration":"978.69153ms","start":"2026-04-03T02:35:31.723565Z","end":"2026-04-03T02:35:32.702257Z","steps":["trace[1472606345] 'range keys from in-memory index tree' (duration: 978.441044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:32.703714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.759087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:35:32.70385Z","caller":"traceutil/trace.go:171","msg":"trace[713159579] linearizableReadLoop","detail":"{readStateIndex:1377; appliedIndex:1376; }","duration":"1.084798537s","start":"2026-04-03T02:35:31.619028Z","end":"2026-04-03T02:35:32.703826Z","steps":["trace[713159579] 'read index received' (duration: 425.715002ms)","trace[713159579] 'applied index is now lower than readState.Index' (duration: 659.081595ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:32.703908Z","caller":"traceutil/trace.go:171","msg":"trace[1776541308] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"1.085597668s","start":"2026-04-03T02:35:31.618249Z","end":"2026-04-03T02:35:32.703847Z","steps":["trace[1776541308] 'process raft request' (duration: 426.585495ms)","trace[1776541308] 'compare' (duration: 657.085124ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:32.704024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:31.618237Z","time spent":"1.085730591s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:32.704129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084951991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:35:32.704176Z","caller":"traceutil/trace.go:171","msg":"trace[1759011509] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1318; }","duration":"1.085164917s","start":"2026-04-03T02:35:31.618999Z","end":"2026-04-03T02:35:32.704163Z","steps":["trace[1759011509] 'agreement among raft nodes before linearized reading' (duration: 1.084926101s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:32.704213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:31.618984Z","time spent":"1.085221148s","remote":"127.0.0.1:34176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T02:35:33.204388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513122415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:35:33.38791Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.343160544s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:35:33.388662Z","caller":"traceutil/trace.go:171","msg":"trace[641871874] transaction","detail":"{read_only:false; response_revision:1319; number_of_response:1; }","duration":"1.76946969s","start":"2026-04-03T02:35:31.619148Z","end":"2026-04-03T02:35:33.388617Z","steps":["trace[641871874] 'process raft request' (duration: 1.769010169s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:33.388914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:31.619136Z","time spent":"1.769634644s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:33.389056Z","caller":"traceutil/trace.go:171","msg":"trace[29920032] transaction","detail":"{read_only:false; response_revision:1322; number_of_response:1; }","duration":"1.768088327s","start":"2026-04-03T02:35:31.620937Z","end":"2026-04-03T02:35:33.389026Z","steps":["trace[29920032] 'process raft request' (duration: 1.768047695s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:33.389259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:31.620928Z","time spent":"1.768230271s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:33.389232Z","caller":"traceutil/trace.go:171","msg":"trace[66134105] transaction","detail":"{read_only:false; response_revision:1320; number_of_response:1; }","duration":"1.769929943s","start":"2026-04-03T02:35:31.619221Z","end":"2026-04-03T02:35:33.389151Z","steps":["trace[66134105] 'process raft request' (duration: 1.769134942s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:33.389418Z","caller":"traceutil/trace.go:171","msg":"trace[725971452] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"1.769948543s","start":"2026-04-03T02:35:31.61946Z","end":"2026-04-03T02:35:33.389408Z","steps":["trace[725971452] 'process raft request' (duration: 1.76948611s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:33.389448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:31.619216Z","time spent":"1.770132307s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:33.389472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:31.619436Z","time spent":"1.770007255s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:33.624043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000380113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:35:33.624927Z","caller":"traceutil/trace.go:171","msg":"trace[1941614310] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002615459s","start":"2026-04-03T02:35:31.622285Z","end":"2026-04-03T02:35:33.624901Z","steps":["trace[1941614310] 'agreement among raft nodes before linearized reading' (duration: 2.000377973s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:33.62499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:31.62228Z","time spent":"2.002695891s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:35:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:35:33.872165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.044124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:35:33.872355Z","caller":"traceutil/trace.go:171","msg":"trace[983536023] transaction","detail":"{read_only:false; response_revision:1325; number_of_response:1; }","duration":"256.729936ms","start":"2026-04-03T02:35:33.615609Z","end":"2026-04-03T02:35:33.872339Z","steps":["trace[983536023] 'process raft request' (duration: 256.698865ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:33.872604Z","caller":"traceutil/trace.go:171","msg":"trace[352309610] transaction","detail":"{read_only:false; response_revision:1323; number_of_response:1; }","duration":"1.468714606s","start":"2026-04-03T02:35:32.403881Z","end":"2026-04-03T02:35:33.872596Z","steps":["trace[352309610] 'process raft request' (duration: 1.11815442s)","trace[352309610] 'compare' (duration: 349.665684ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:33.872641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:32.403853Z","time spent":"1.468768218s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:33.872721Z","caller":"traceutil/trace.go:171","msg":"trace[1355242596] transaction","detail":"{read_only:false; response_revision:1324; number_of_response:1; }","duration":"1.287304699s","start":"2026-04-03T02:35:32.585411Z","end":"2026-04-03T02:35:33.872716Z","steps":["trace[1355242596] 'process raft request' (duration: 1.286835138s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:33.872759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:32.585382Z","time spent":"1.287354201s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:33.872834Z","caller":"traceutil/trace.go:171","msg":"trace[232073034] linearizableReadLoop","detail":"{readStateIndex:1383; appliedIndex:1377; }","duration":"1.168932566s","start":"2026-04-03T02:35:32.703893Z","end":"2026-04-03T02:35:33.872826Z","steps":["trace[232073034] 'read index received' (duration: 684.207612ms)","trace[232073034] 'applied index is now lower than readState.Index' (duration: 484.723874ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:33.872989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.082125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:33.87301Z","caller":"traceutil/trace.go:171","msg":"trace[378658852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1325; }","duration":"245.131265ms","start":"2026-04-03T02:35:33.627873Z","end":"2026-04-03T02:35:33.873004Z","steps":["trace[378658852] 'agreement among raft nodes before linearized reading' (duration: 245.091984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:34.598637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.101877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:35:34.598777Z","caller":"traceutil/trace.go:171","msg":"trace[356868185] linearizableReadLoop","detail":"{readStateIndex:1385; appliedIndex:1384; }","duration":"711.589835ms","start":"2026-04-03T02:35:33.887166Z","end":"2026-04-03T02:35:34.598756Z","steps":["trace[356868185] 'read index received' (duration: 395.278623ms)","trace[356868185] 'applied index is now lower than readState.Index' (duration: 316.309752ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:34.5995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.331464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:34.599527Z","caller":"traceutil/trace.go:171","msg":"trace[60940216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1326; }","duration":"712.380736ms","start":"2026-04-03T02:35:33.887139Z","end":"2026-04-03T02:35:34.599519Z","steps":["trace[60940216] 'agreement among raft nodes before linearized reading' (duration: 711.724879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:34.599547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:33.887125Z","time spent":"712.416316ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:35:34.600212Z","caller":"traceutil/trace.go:171","msg":"trace[2028250100] transaction","detail":"{read_only:false; response_revision:1326; number_of_response:1; }","duration":"719.954674ms","start":"2026-04-03T02:35:33.879884Z","end":"2026-04-03T02:35:34.599839Z","steps":["trace[2028250100] 'process raft request' (duration: 402.540733ms)","trace[2028250100] 'compare' (duration: 315.848391ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:34.60044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:33.87985Z","time spent":"720.479487ms","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:35.027867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.048641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-03T02:35:35.027946Z","caller":"traceutil/trace.go:171","msg":"trace[1869238709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1326; }","duration":"319.192444ms","start":"2026-04-03T02:35:34.708731Z","end":"2026-04-03T02:35:35.027924Z","steps":["trace[1869238709] 'range keys from in-memory index tree' (duration: 318.862895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:35.028022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:34.708706Z","time spent":"319.302017ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:35:35.532005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513122424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:35:35.999799Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.000836502s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:35:37.029801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998232449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:35:37.0306Z","caller":"traceutil/trace.go:171","msg":"trace[1905508539] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998598578s","start":"2026-04-03T02:35:35.031336Z","end":"2026-04-03T02:35:37.029935Z","steps":["trace[1905508539] 'agreement among raft nodes before linearized reading' (duration: 1.99827704s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:37.030701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:35.03131Z","time spent":"1.999366657s","remote":"127.0.0.1:33908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:35:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:35:37.472415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472264494s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:35:37.474629Z","caller":"traceutil/trace.go:171","msg":"trace[1520457778] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"2.441953161s","start":"2026-04-03T02:35:35.032634Z","end":"2026-04-03T02:35:37.474588Z","steps":["trace[1520457778] 'process raft request' (duration: 2.439967791s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:37.47653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:35.032605Z","time spent":"2.442119235s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:38.871917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397221123s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:35:38.872074Z","caller":"traceutil/trace.go:171","msg":"trace[1992030071] linearizableReadLoop","detail":"{readStateIndex:1387; appliedIndex:1385; }","duration":"3.840649501s","start":"2026-04-03T02:35:35.031392Z","end":"2026-04-03T02:35:38.872042Z","steps":["trace[1992030071] 'read index received' (duration: 968.777373ms)","trace[1992030071] 'applied index is now lower than readState.Index' (duration: 2.871869227s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:38.87209Z","caller":"traceutil/trace.go:171","msg":"trace[136867437] transaction","detail":"{read_only:false; response_revision:1328; number_of_response:1; }","duration":"2.98660523s","start":"2026-04-03T02:35:35.885449Z","end":"2026-04-03T02:35:38.872054Z","steps":["trace[136867437] 'process raft request' (duration: 1.58912045s)","trace[136867437] 'compare' (duration: 1.395142331s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:38.872268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:35.885414Z","time spent":"2.986745703s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:38.873468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.942225572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:38.873509Z","caller":"traceutil/trace.go:171","msg":"trace[1109105468] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1328; }","duration":"2.942311554s","start":"2026-04-03T02:35:35.931187Z","end":"2026-04-03T02:35:38.873499Z","steps":["trace[1109105468] 'agreement among raft nodes before linearized reading' (duration: 2.942232872s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:38.873535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:35.931164Z","time spent":"2.942364776s","remote":"127.0.0.1:34112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:35:38.873602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834934805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:38.873703Z","caller":"traceutil/trace.go:171","msg":"trace[1698482820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1328; }","duration":"1.835061558s","start":"2026-04-03T02:35:37.038618Z","end":"2026-04-03T02:35:38.873679Z","steps":["trace[1698482820] 'agreement among raft nodes before linearized reading' (duration: 1.834869823s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:38.873774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:37.038538Z","time spent":"1.835214932s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:35:38.873947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029910739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:35:38.874096Z","caller":"traceutil/trace.go:171","msg":"trace[112816255] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1328; }","duration":"2.030128065s","start":"2026-04-03T02:35:36.843916Z","end":"2026-04-03T02:35:38.874044Z","steps":["trace[112816255] 'agreement among raft nodes before linearized reading' (duration: 2.029685184s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:38.874213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:36.843892Z","time spent":"2.03030564s","remote":"127.0.0.1:34000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:35:38.87429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.478754641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-03T02:35:38.874306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.476143945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:35:38.87434Z","caller":"traceutil/trace.go:171","msg":"trace[1632070181] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1328; }","duration":"3.478826572s","start":"2026-04-03T02:35:35.395502Z","end":"2026-04-03T02:35:38.874329Z","steps":["trace[1632070181] 'agreement among raft nodes before linearized reading' (duration: 3.478665738s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:38.874346Z","caller":"traceutil/trace.go:171","msg":"trace[873620558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1328; }","duration":"3.476206577s","start":"2026-04-03T02:35:35.398131Z","end":"2026-04-03T02:35:38.874338Z","steps":["trace[873620558] 'agreement among raft nodes before linearized reading' (duration: 3.476073044s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:38.874366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:35.395492Z","time spent":"3.478868442s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:35:38.874373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:35.398121Z","time spent":"3.476244818s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:35:38.874283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.479661333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:35:38.874422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.480796541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-03T02:35:38.874501Z","caller":"traceutil/trace.go:171","msg":"trace[1252370770] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1328; }","duration":"3.480900273s","start":"2026-04-03T02:35:35.39358Z","end":"2026-04-03T02:35:38.874481Z","steps":["trace[1252370770] 'agreement among raft nodes before linearized reading' (duration: 3.479772445s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:38.874571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:35.39356Z","time spent":"3.481002196s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:35:38.874642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.478002371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:35:38.874678Z","caller":"traceutil/trace.go:171","msg":"trace[573231886] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1328; }","duration":"3.478056223s","start":"2026-04-03T02:35:35.396614Z","end":"2026-04-03T02:35:38.87467Z","steps":["trace[573231886] 'agreement among raft nodes before linearized reading' (duration: 3.477971171s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:38.874699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:35.396607Z","time spent":"3.478087564s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:35:38.874425Z","caller":"traceutil/trace.go:171","msg":"trace[623313290] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1328; }","duration":"3.479840488s","start":"2026-04-03T02:35:35.394571Z","end":"2026-04-03T02:35:38.874412Z","steps":["trace[623313290] 'agreement among raft nodes before linearized reading' (duration: 3.479645713s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:38.87476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:35.394561Z","time spent":"3.480187876s","remote":"127.0.0.1:34316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":31,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:35:38.874282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839907279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b80df8663ab0\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-03T02:35:38.874854Z","caller":"traceutil/trace.go:171","msg":"trace[1898353278] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b80df8663ab0; range_end:; response_count:1; response_revision:1328; }","duration":"1.840543154s","start":"2026-04-03T02:35:37.034298Z","end":"2026-04-03T02:35:38.874841Z","steps":["trace[1898353278] 'agreement among raft nodes before linearized reading' (duration: 1.839144439s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:38.874905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:37.034272Z","time spent":"1.840610566s","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b80df8663ab0\" "} {"level":"info","ts":"2026-04-03T02:35:39.105873Z","caller":"traceutil/trace.go:171","msg":"trace[1269238618] transaction","detail":"{read_only:false; response_revision:1329; number_of_response:1; }","duration":"228.507621ms","start":"2026-04-03T02:35:38.877339Z","end":"2026-04-03T02:35:39.105847Z","steps":["trace[1269238618] 'process raft request' (duration: 228.361837ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:39.126054Z","caller":"traceutil/trace.go:171","msg":"trace[2142532700] transaction","detail":"{read_only:false; response_revision:1331; number_of_response:1; }","duration":"246.682545ms","start":"2026-04-03T02:35:38.879348Z","end":"2026-04-03T02:35:39.126031Z","steps":["trace[2142532700] 'process raft request' (duration: 246.615124ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:39.12614Z","caller":"traceutil/trace.go:171","msg":"trace[684855636] transaction","detail":"{read_only:false; response_revision:1330; number_of_response:1; }","duration":"247.680159ms","start":"2026-04-03T02:35:38.8784Z","end":"2026-04-03T02:35:39.12608Z","steps":["trace[684855636] 'process raft request' (duration: 247.413133ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:39.126932Z","caller":"traceutil/trace.go:171","msg":"trace[2146478472] linearizableReadLoop","detail":"{readStateIndex:1392; appliedIndex:1389; }","duration":"244.765098ms","start":"2026-04-03T02:35:38.882153Z","end":"2026-04-03T02:35:39.126918Z","steps":["trace[2146478472] 'read index received' (duration: 223.743623ms)","trace[2146478472] 'applied index is now lower than readState.Index' (duration: 21.020565ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:39.126972Z","caller":"traceutil/trace.go:171","msg":"trace[873601536] transaction","detail":"{read_only:false; response_revision:1332; number_of_response:1; }","duration":"246.417678ms","start":"2026-04-03T02:35:38.880539Z","end":"2026-04-03T02:35:39.126957Z","steps":["trace[873601536] 'process raft request' (duration: 245.457923ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:39.127273Z","caller":"traceutil/trace.go:171","msg":"trace[381579824] transaction","detail":"{read_only:false; response_revision:1333; number_of_response:1; }","duration":"244.478249ms","start":"2026-04-03T02:35:38.882779Z","end":"2026-04-03T02:35:39.127257Z","steps":["trace[381579824] 'process raft request' (duration: 244.08964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:39.127677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.516826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:39.127711Z","caller":"traceutil/trace.go:171","msg":"trace[1955840075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1333; }","duration":"245.639209ms","start":"2026-04-03T02:35:38.882063Z","end":"2026-04-03T02:35:39.127702Z","steps":["trace[1955840075] 'agreement among raft nodes before linearized reading' (duration: 244.903961ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:39.255885Z","caller":"traceutil/trace.go:171","msg":"trace[1338595808] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"145.997723ms","start":"2026-04-03T02:35:39.109843Z","end":"2026-04-03T02:35:39.25584Z","steps":["trace[1338595808] 'process raft request' (duration: 122.414454ms)","trace[1338595808] 'compare' (duration: 22.853851ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:41.505471Z","caller":"traceutil/trace.go:171","msg":"trace[150839964] transaction","detail":"{read_only:false; response_revision:1340; number_of_response:1; }","duration":"626.574984ms","start":"2026-04-03T02:35:40.87888Z","end":"2026-04-03T02:35:41.505455Z","steps":["trace[150839964] 'process raft request' (duration: 626.333978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:41.505717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.980717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:35:41.505743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:40.878853Z","time spent":"626.694118ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:41.505807Z","caller":"traceutil/trace.go:171","msg":"trace[1550636255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1340; }","duration":"482.130211ms","start":"2026-04-03T02:35:41.023656Z","end":"2026-04-03T02:35:41.505786Z","steps":["trace[1550636255] 'agreement among raft nodes before linearized reading' (duration: 481.941246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:41.505862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:41.023632Z","time spent":"482.221662ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:35:41.506366Z","caller":"traceutil/trace.go:171","msg":"trace[1314824262] linearizableReadLoop","detail":"{readStateIndex:1401; appliedIndex:1400; }","duration":"481.680739ms","start":"2026-04-03T02:35:41.023712Z","end":"2026-04-03T02:35:41.505393Z","steps":["trace[1314824262] 'read index received' (duration: 481.435443ms)","trace[1314824262] 'applied index is now lower than readState.Index' (duration: 244.396µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:41.506614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.611588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:35:41.50666Z","caller":"traceutil/trace.go:171","msg":"trace[1915889275] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1340; }","duration":"374.724551ms","start":"2026-04-03T02:35:41.131923Z","end":"2026-04-03T02:35:41.506648Z","steps":["trace[1915889275] 'agreement among raft nodes before linearized reading' (duration: 374.584827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:41.50669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:41.131881Z","time spent":"374.802863ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:35:41.507007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.379676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:35:41.507045Z","caller":"traceutil/trace.go:171","msg":"trace[1224582752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1340; }","duration":"375.435317ms","start":"2026-04-03T02:35:41.1316Z","end":"2026-04-03T02:35:41.507036Z","steps":["trace[1224582752] 'agreement among raft nodes before linearized reading' (duration: 375.335825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:41.507073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:41.131593Z","time spent":"375.473569ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:35:41.507344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.32411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:35:41.50738Z","caller":"traceutil/trace.go:171","msg":"trace[552475534] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1340; }","duration":"376.37568ms","start":"2026-04-03T02:35:41.130995Z","end":"2026-04-03T02:35:41.507371Z","steps":["trace[552475534] 'agreement among raft nodes before linearized reading' (duration: 376.291278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:41.507406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:41.130986Z","time spent":"376.414603ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:35:41.507688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.046778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T02:35:41.507727Z","caller":"traceutil/trace.go:171","msg":"trace[695849981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1340; }","duration":"377.12673ms","start":"2026-04-03T02:35:41.130591Z","end":"2026-04-03T02:35:41.507718Z","steps":["trace[695849981] 'agreement among raft nodes before linearized reading' (duration: 375.883068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:41.507756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:41.130566Z","time spent":"377.184572ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:35:42.069458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513122457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:35:42.243006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.944504ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:42.243167Z","caller":"traceutil/trace.go:171","msg":"trace[2000556076] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1340; }","duration":"518.126469ms","start":"2026-04-03T02:35:41.725017Z","end":"2026-04-03T02:35:42.243144Z","steps":["trace[2000556076] 'range keys from in-memory index tree' (duration: 517.922904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:42.243425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.579544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:35:42.243695Z","caller":"traceutil/trace.go:171","msg":"trace[1058184411] transaction","detail":"{read_only:false; response_revision:1341; number_of_response:1; }","duration":"731.992254ms","start":"2026-04-03T02:35:41.511674Z","end":"2026-04-03T02:35:42.243666Z","steps":["trace[1058184411] 'process raft request' (duration: 606.076992ms)","trace[1058184411] 'compare' (duration: 125.110823ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:42.243778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:41.511652Z","time spent":"732.090266ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:42.244194Z","caller":"traceutil/trace.go:171","msg":"trace[344660768] transaction","detail":"{read_only:false; response_revision:1342; number_of_response:1; }","duration":"732.484947ms","start":"2026-04-03T02:35:41.511698Z","end":"2026-04-03T02:35:42.244183Z","steps":["trace[344660768] 'process raft request' (duration: 731.850761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:42.244267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:41.511686Z","time spent":"732.540569ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:42.244503Z","caller":"traceutil/trace.go:171","msg":"trace[55717974] linearizableReadLoop","detail":"{readStateIndex:1405; appliedIndex:1401; }","duration":"676.136512ms","start":"2026-04-03T02:35:41.568353Z","end":"2026-04-03T02:35:42.24449Z","steps":["trace[55717974] 'read index received' (duration: 549.417599ms)","trace[55717974] 'applied index is now lower than readState.Index' (duration: 126.717843ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:42.244593Z","caller":"traceutil/trace.go:171","msg":"trace[1793044279] transaction","detail":"{read_only:false; response_revision:1343; number_of_response:1; }","duration":"732.794745ms","start":"2026-04-03T02:35:41.511789Z","end":"2026-04-03T02:35:42.244584Z","steps":["trace[1793044279] 'process raft request' (duration: 732.335493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:42.244647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:41.51176Z","time spent":"732.857787ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:42.24478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.869154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:42.244811Z","caller":"traceutil/trace.go:171","msg":"trace[1085506997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1344; }","duration":"265.937795ms","start":"2026-04-03T02:35:41.978864Z","end":"2026-04-03T02:35:42.244802Z","steps":["trace[1085506997] 'agreement among raft nodes before linearized reading' (duration: 265.884484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:42.245034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.649424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T02:35:42.245167Z","caller":"traceutil/trace.go:171","msg":"trace[837562328] transaction","detail":"{read_only:false; response_revision:1344; number_of_response:1; }","duration":"732.56969ms","start":"2026-04-03T02:35:41.512568Z","end":"2026-04-03T02:35:42.245138Z","steps":["trace[837562328] 'process raft request' (duration: 731.867942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:42.245308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:41.51256Z","time spent":"732.666102ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:42.245332Z","caller":"traceutil/trace.go:171","msg":"trace[1872485093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1344; }","duration":"676.89711ms","start":"2026-04-03T02:35:41.568307Z","end":"2026-04-03T02:35:42.245204Z","steps":["trace[1872485093] 'agreement among raft nodes before linearized reading' (duration: 676.362717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:42.245544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:41.568285Z","time spent":"677.238768ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:35:42.814398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513122463,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:35:43.13118Z","caller":"traceutil/trace.go:171","msg":"trace[474326133] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"879.458414ms","start":"2026-04-03T02:35:42.251694Z","end":"2026-04-03T02:35:43.131153Z","steps":["trace[474326133] 'process raft request' (duration: 878.684105ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:43.131185Z","caller":"traceutil/trace.go:171","msg":"trace[1546308455] linearizableReadLoop","detail":"{readStateIndex:1406; appliedIndex:1405; }","duration":"817.679573ms","start":"2026-04-03T02:35:42.3134Z","end":"2026-04-03T02:35:43.13108Z","steps":["trace[1546308455] 'read index received' (duration: 816.983536ms)","trace[1546308455] 'applied index is now lower than readState.Index' (duration: 694.457µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:43.13132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:42.251667Z","time spent":"879.572287ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:43.131382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.663674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:43.131411Z","caller":"traceutil/trace.go:171","msg":"trace[1987839596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1345; }","duration":"151.762597ms","start":"2026-04-03T02:35:42.979639Z","end":"2026-04-03T02:35:43.131401Z","steps":["trace[1987839596] 'agreement among raft nodes before linearized reading' (duration: 151.680695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:43.131382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.954189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:35:43.131484Z","caller":"traceutil/trace.go:171","msg":"trace[1773660477] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1345; }","duration":"818.077002ms","start":"2026-04-03T02:35:42.313383Z","end":"2026-04-03T02:35:43.13146Z","steps":["trace[1773660477] 'agreement among raft nodes before linearized reading' (duration: 817.884868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:43.131543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:42.313305Z","time spent":"818.222946ms","remote":"127.0.0.1:34078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":13,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:35:44.31023Z","caller":"traceutil/trace.go:171","msg":"trace[436015136] transaction","detail":"{read_only:false; response_revision:1346; number_of_response:1; }","duration":"796.554934ms","start":"2026-04-03T02:35:43.513642Z","end":"2026-04-03T02:35:44.310197Z","steps":["trace[436015136] 'process raft request' (duration: 796.35874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:44.310449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:43.513612Z","time spent":"796.728019ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:44.337831Z","caller":"traceutil/trace.go:171","msg":"trace[518633245] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"444.112741ms","start":"2026-04-03T02:35:43.89368Z","end":"2026-04-03T02:35:44.337793Z","steps":["trace[518633245] 'process raft request' (duration: 443.855505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:44.33807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:43.893644Z","time spent":"444.271845ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:44.338078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.611419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:44.338135Z","caller":"traceutil/trace.go:171","msg":"trace[19257368] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1348; }","duration":"431.730622ms","start":"2026-04-03T02:35:43.90639Z","end":"2026-04-03T02:35:44.338121Z","steps":["trace[19257368] 'agreement among raft nodes before linearized reading' (duration: 431.495656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:44.338177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:43.906366Z","time spent":"431.799993ms","remote":"127.0.0.1:34048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:35:44.337818Z","caller":"traceutil/trace.go:171","msg":"trace[24748089] linearizableReadLoop","detail":"{readStateIndex:1408; appliedIndex:1406; }","duration":"431.334572ms","start":"2026-04-03T02:35:43.906432Z","end":"2026-04-03T02:35:44.337767Z","steps":["trace[24748089] 'read index received' (duration: 403.394815ms)","trace[24748089] 'applied index is now lower than readState.Index' (duration: 27.938217ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:44.338493Z","caller":"traceutil/trace.go:171","msg":"trace[1077258778] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"297.622186ms","start":"2026-04-03T02:35:44.040852Z","end":"2026-04-03T02:35:44.338475Z","steps":["trace[1077258778] 'process raft request' (duration: 296.858767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:44.338762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.165637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:44.338801Z","caller":"traceutil/trace.go:171","msg":"trace[118149999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1348; }","duration":"358.264259ms","start":"2026-04-03T02:35:43.980529Z","end":"2026-04-03T02:35:44.338793Z","steps":["trace[118149999] 'agreement among raft nodes before linearized reading' (duration: 358.211537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:44.33882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:43.980494Z","time spent":"358.32158ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:35:46.881392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513122499,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:35:47.488739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.263559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:35:47.488821Z","caller":"traceutil/trace.go:171","msg":"trace[1051850632] linearizableReadLoop","detail":"{readStateIndex:1428; appliedIndex:1427; }","duration":"1.107491385s","start":"2026-04-03T02:35:46.381315Z","end":"2026-04-03T02:35:47.488806Z","steps":["trace[1051850632] 'read index received' (duration: 844.096663ms)","trace[1051850632] 'applied index is now lower than readState.Index' (duration: 263.394002ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:47.488982Z","caller":"traceutil/trace.go:171","msg":"trace[249362787] transaction","detail":"{read_only:false; response_revision:1366; number_of_response:1; }","duration":"1.110598962s","start":"2026-04-03T02:35:46.378373Z","end":"2026-04-03T02:35:47.488972Z","steps":["trace[249362787] 'process raft request' (duration: 847.038196ms)","trace[249362787] 'compare' (duration: 263.134926ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:47.489032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:46.378354Z","time spent":"1.110654803s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:47.489224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107912595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:35:47.48925Z","caller":"traceutil/trace.go:171","msg":"trace[298778337] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1366; }","duration":"1.107956496s","start":"2026-04-03T02:35:46.381286Z","end":"2026-04-03T02:35:47.489243Z","steps":["trace[298778337] 'agreement among raft nodes before linearized reading' (duration: 1.107861154s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:47.489302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:46.381261Z","time spent":"1.108036618s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:35:47.989731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513122502,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:35:48.490014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513122502,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:35:48.546567Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.321171144s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:35:48.547258Z","caller":"traceutil/trace.go:171","msg":"trace[1025475781] transaction","detail":"{read_only:false; response_revision:1367; number_of_response:1; }","duration":"1.493257919s","start":"2026-04-03T02:35:47.053972Z","end":"2026-04-03T02:35:48.54723Z","steps":["trace[1025475781] 'process raft request' (duration: 1.493106065s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:48.547409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:47.053883Z","time spent":"1.493449514s","remote":"127.0.0.1:34064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5639,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:48.551879Z","caller":"traceutil/trace.go:171","msg":"trace[2055445041] linearizableReadLoop","detail":"{readStateIndex:1431; appliedIndex:1428; }","duration":"1.063015884s","start":"2026-04-03T02:35:47.488844Z","end":"2026-04-03T02:35:48.551859Z","steps":["trace[2055445041] 'read index received' (duration: 1.058218554s)","trace[2055445041] 'applied index is now lower than readState.Index' (duration: 4.79632ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:48.552121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125628879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-62ft2\" ","response":"range_response_count:1 size:11057"} {"level":"warn","ts":"2026-04-03T02:35:48.552129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170656463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-03T02:35:48.552168Z","caller":"traceutil/trace.go:171","msg":"trace[1927641131] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-62ft2; range_end:; response_count:1; response_revision:1369; }","duration":"2.125718691s","start":"2026-04-03T02:35:46.426435Z","end":"2026-04-03T02:35:48.552154Z","steps":["trace[1927641131] 'agreement among raft nodes before linearized reading' (duration: 2.125552447s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:48.552175Z","caller":"traceutil/trace.go:171","msg":"trace[1743732414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1369; }","duration":"2.170769965s","start":"2026-04-03T02:35:46.381392Z","end":"2026-04-03T02:35:48.552162Z","steps":["trace[1743732414] 'agreement among raft nodes before linearized reading' (duration: 2.17054535s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:48.552196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:46.426415Z","time spent":"2.125774322s","remote":"127.0.0.1:34078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":11081,"request content":"key:\"/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-62ft2\" "} {"level":"warn","ts":"2026-04-03T02:35:48.552214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:46.381359Z","time spent":"2.170847426s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:35:48.552202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.169985994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:35:48.552279Z","caller":"traceutil/trace.go:171","msg":"trace[581614442] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1369; }","duration":"2.170102478s","start":"2026-04-03T02:35:46.382158Z","end":"2026-04-03T02:35:48.55226Z","steps":["trace[581614442] 'agreement among raft nodes before linearized reading' (duration: 2.169836781s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:48.552316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:46.38215Z","time spent":"2.170158829s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:35:48.552376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568986738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:48.552415Z","caller":"traceutil/trace.go:171","msg":"trace[64955713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1369; }","duration":"1.569076721s","start":"2026-04-03T02:35:46.98333Z","end":"2026-04-03T02:35:48.552406Z","steps":["trace[64955713] 'agreement among raft nodes before linearized reading' (duration: 1.56902472s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:48.552433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:46.983288Z","time spent":"1.569141373s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:35:48.552384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356286831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-03T02:35:48.552554Z","caller":"traceutil/trace.go:171","msg":"trace[342040209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1369; }","duration":"1.356541778s","start":"2026-04-03T02:35:47.195991Z","end":"2026-04-03T02:35:48.552533Z","steps":["trace[342040209] 'agreement among raft nodes before linearized reading' (duration: 1.355900773s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:48.552623Z","caller":"traceutil/trace.go:171","msg":"trace[731608799] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"231.487575ms","start":"2026-04-03T02:35:48.321125Z","end":"2026-04-03T02:35:48.552613Z","steps":["trace[731608799] 'process raft request' (duration: 230.620124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:48.552625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:47.195963Z","time spent":"1.35665002s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:35:48.552822Z","caller":"traceutil/trace.go:171","msg":"trace[1346673436] transaction","detail":"{read_only:false; response_revision:1368; number_of_response:1; }","duration":"1.060202393s","start":"2026-04-03T02:35:47.492603Z","end":"2026-04-03T02:35:48.552806Z","steps":["trace[1346673436] 'process raft request' (duration: 1.059026144s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:48.552974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:47.492586Z","time spent":"1.060329158s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:52.771544Z","caller":"traceutil/trace.go:171","msg":"trace[993589210] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"415.379114ms","start":"2026-04-03T02:35:52.356145Z","end":"2026-04-03T02:35:52.771524Z","steps":["trace[993589210] 'process raft request' (duration: 415.21918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:52.771746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:52.356116Z","time spent":"415.489527ms","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:35:52.77431Z","caller":"traceutil/trace.go:171","msg":"trace[396753754] linearizableReadLoop","detail":"{readStateIndex:1465; appliedIndex:1463; }","duration":"208.069041ms","start":"2026-04-03T02:35:52.566224Z","end":"2026-04-03T02:35:52.774293Z","steps":["trace[396753754] 'read index received' (duration: 205.119228ms)","trace[396753754] 'applied index is now lower than readState.Index' (duration: 2.949023ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:52.774379Z","caller":"traceutil/trace.go:171","msg":"trace[813068954] transaction","detail":"{read_only:false; response_revision:1402; number_of_response:1; }","duration":"210.011931ms","start":"2026-04-03T02:35:52.564335Z","end":"2026-04-03T02:35:52.774347Z","steps":["trace[813068954] 'process raft request' (duration: 209.866947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:52.774535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.285096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:35:52.774607Z","caller":"traceutil/trace.go:171","msg":"trace[663401057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1402; }","duration":"208.407941ms","start":"2026-04-03T02:35:52.566181Z","end":"2026-04-03T02:35:52.774589Z","steps":["trace[663401057] 'agreement among raft nodes before linearized reading' (duration: 208.168474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:52.774687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.5511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:35:52.774785Z","caller":"traceutil/trace.go:171","msg":"trace[1193112613] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1402; }","duration":"193.689514ms","start":"2026-04-03T02:35:52.581083Z","end":"2026-04-03T02:35:52.774772Z","steps":["trace[1193112613] 'agreement among raft nodes before linearized reading' (duration: 193.355675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:52.774889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.96994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-03T02:35:52.777682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.372179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:35:52.777716Z","caller":"traceutil/trace.go:171","msg":"trace[1372440931] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1402; }","duration":"208.460792ms","start":"2026-04-03T02:35:52.569246Z","end":"2026-04-03T02:35:52.777707Z","steps":["trace[1372440931] 'agreement among raft nodes before linearized reading' (duration: 205.134288ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:52.778147Z","caller":"traceutil/trace.go:171","msg":"trace[580759201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1402; }","duration":"200.037912ms","start":"2026-04-03T02:35:52.574881Z","end":"2026-04-03T02:35:52.774919Z","steps":["trace[580759201] 'agreement among raft nodes before linearized reading' (duration: 199.582819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:55.262351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.556522ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:35:55.629449Z","caller":"traceutil/trace.go:171","msg":"trace[1354254797] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"342.322552ms","start":"2026-04-03T02:35:55.287099Z","end":"2026-04-03T02:35:55.629422Z","steps":["trace[1354254797] 'process raft request' (duration: 342.035984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:55.62962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:55.287086Z","time spent":"342.446766ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:55.629779Z","caller":"traceutil/trace.go:171","msg":"trace[2117985764] linearizableReadLoop","detail":"{readStateIndex:1498; appliedIndex:1498; }","duration":"110.822355ms","start":"2026-04-03T02:35:55.518922Z","end":"2026-04-03T02:35:55.629745Z","steps":["trace[2117985764] 'read index received' (duration: 110.804235ms)","trace[2117985764] 'applied index is now lower than readState.Index' (duration: 15.73µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:55.629982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.050332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-ftchx\" ","response":"range_response_count:1 size:12641"} {"level":"info","ts":"2026-04-03T02:35:55.63005Z","caller":"traceutil/trace.go:171","msg":"trace[2094127405] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-ftchx; range_end:; response_count:1; response_revision:1434; }","duration":"111.150823ms","start":"2026-04-03T02:35:55.518878Z","end":"2026-04-03T02:35:55.630029Z","steps":["trace[2094127405] 'agreement among raft nodes before linearized reading' (duration: 110.964669ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:55.941552Z","caller":"traceutil/trace.go:171","msg":"trace[913449247] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"306.928189ms","start":"2026-04-03T02:35:55.634579Z","end":"2026-04-03T02:35:55.941507Z","steps":["trace[913449247] 'process raft request' (duration: 295.389811ms)","trace[913449247] 'compare' (duration: 11.380264ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:55.941722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:55.634561Z","time spent":"307.075442ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:56.164205Z","caller":"traceutil/trace.go:171","msg":"trace[1005648425] transaction","detail":"{read_only:false; response_revision:1436; number_of_response:1; }","duration":"520.524807ms","start":"2026-04-03T02:35:55.64364Z","end":"2026-04-03T02:35:56.164165Z","steps":["trace[1005648425] 'process raft request' (duration: 520.388263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:56.164455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:55.643622Z","time spent":"520.674651ms","remote":"127.0.0.1:34078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13705,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:56.427736Z","caller":"traceutil/trace.go:171","msg":"trace[1043849074] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"256.792457ms","start":"2026-04-03T02:35:56.170918Z","end":"2026-04-03T02:35:56.427711Z","steps":["trace[1043849074] 'process raft request' (duration: 256.616643ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:56.484914Z","caller":"traceutil/trace.go:171","msg":"trace[1394715709] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"313.713767ms","start":"2026-04-03T02:35:56.171164Z","end":"2026-04-03T02:35:56.484878Z","steps":["trace[1394715709] 'process raft request' (duration: 313.500132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:56.485102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:56.171141Z","time spent":"313.860082ms","remote":"127.0.0.1:34062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:56.485331Z","caller":"traceutil/trace.go:171","msg":"trace[1962899402] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"310.20492ms","start":"2026-04-03T02:35:56.175112Z","end":"2026-04-03T02:35:56.485317Z","steps":["trace[1962899402] 'process raft request' (duration: 309.691868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:56.485393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:56.175101Z","time spent":"310.262131ms","remote":"127.0.0.1:34390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10921,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:58.03385Z","caller":"traceutil/trace.go:171","msg":"trace[1964040002] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"195.96482ms","start":"2026-04-03T02:35:57.837849Z","end":"2026-04-03T02:35:58.033813Z","steps":["trace[1964040002] 'process raft request' (duration: 195.621452ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:58.195528Z","caller":"traceutil/trace.go:171","msg":"trace[631575210] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"157.097949ms","start":"2026-04-03T02:35:58.038397Z","end":"2026-04-03T02:35:58.195495Z","steps":["trace[631575210] 'process raft request' (duration: 58.893928ms)","trace[631575210] 'compare' (duration: 98.055297ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:58.751323Z","caller":"traceutil/trace.go:171","msg":"trace[1503674669] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"153.323016ms","start":"2026-04-03T02:35:58.597969Z","end":"2026-04-03T02:35:58.751292Z","steps":["trace[1503674669] 'process raft request' (duration: 153.162562ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:59.248304Z","caller":"traceutil/trace.go:171","msg":"trace[1687378810] linearizableReadLoop","detail":"{readStateIndex:1515; appliedIndex:1513; }","duration":"392.030154ms","start":"2026-04-03T02:35:58.856249Z","end":"2026-04-03T02:35:59.248279Z","steps":["trace[1687378810] 'read index received' (duration: 330.675024ms)","trace[1687378810] 'applied index is now lower than readState.Index' (duration: 61.35394ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:59.248435Z","caller":"traceutil/trace.go:171","msg":"trace[261538415] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"406.365252ms","start":"2026-04-03T02:35:58.842058Z","end":"2026-04-03T02:35:59.248423Z","steps":["trace[261538415] 'process raft request' (duration: 406.172957ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:59.248402Z","caller":"traceutil/trace.go:171","msg":"trace[1917783236] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"491.277679ms","start":"2026-04-03T02:35:58.757084Z","end":"2026-04-03T02:35:59.248361Z","steps":["trace[1917783236] 'process raft request' (duration: 429.744174ms)","trace[1917783236] 'compare' (duration: 61.274359ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:59.248541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:58.842028Z","time spent":"406.436604ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:59.248597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:58.757054Z","time spent":"491.432103ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:59.248673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.126243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:59.248731Z","caller":"traceutil/trace.go:171","msg":"trace[1872643816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1451; }","duration":"268.196584ms","start":"2026-04-03T02:35:58.980517Z","end":"2026-04-03T02:35:59.248714Z","steps":["trace[1872643816] 'agreement among raft nodes before linearized reading' (duration: 268.105502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:59.248776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.792894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:35:59.248864Z","caller":"traceutil/trace.go:171","msg":"trace[1276137585] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1451; }","duration":"390.914047ms","start":"2026-04-03T02:35:58.857927Z","end":"2026-04-03T02:35:59.248841Z","steps":["trace[1276137585] 'agreement among raft nodes before linearized reading' (duration: 390.643951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:59.248919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:58.857919Z","time spent":"390.990739ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:35:59.249004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.755073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T02:35:59.249004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.051409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:35:59.249051Z","caller":"traceutil/trace.go:171","msg":"trace[1351897782] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1451; }","duration":"392.843125ms","start":"2026-04-03T02:35:58.856194Z","end":"2026-04-03T02:35:59.249037Z","steps":["trace[1351897782] 'agreement among raft nodes before linearized reading' (duration: 392.726142ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:59.249071Z","caller":"traceutil/trace.go:171","msg":"trace[462845102] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1451; }","duration":"304.164292ms","start":"2026-04-03T02:35:58.944893Z","end":"2026-04-03T02:35:59.249057Z","steps":["trace[462845102] 'agreement among raft nodes before linearized reading' (duration: 303.977547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:59.249114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:58.944859Z","time spent":"304.241684ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:35:59.249156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.240458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-03T02:35:59.249112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:58.856169Z","time spent":"392.927008ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:35:59.24919Z","caller":"traceutil/trace.go:171","msg":"trace[1103144320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1451; }","duration":"329.295629ms","start":"2026-04-03T02:35:58.919883Z","end":"2026-04-03T02:35:59.249179Z","steps":["trace[1103144320] 'agreement among raft nodes before linearized reading' (duration: 329.195456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:59.249237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:58.919872Z","time spent":"329.35775ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:35:59.452284Z","caller":"traceutil/trace.go:171","msg":"trace[1596823905] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"194.569695ms","start":"2026-04-03T02:35:59.257673Z","end":"2026-04-03T02:35:59.452243Z","steps":["trace[1596823905] 'process raft request' (duration: 194.079133ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:59.452446Z","caller":"traceutil/trace.go:171","msg":"trace[624355599] transaction","detail":"{read_only:false; response_revision:1455; number_of_response:1; }","duration":"193.19123ms","start":"2026-04-03T02:35:59.259232Z","end":"2026-04-03T02:35:59.452423Z","steps":["trace[624355599] 'process raft request' (duration: 193.122979ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:59.452496Z","caller":"traceutil/trace.go:171","msg":"trace[323946438] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"193.876588ms","start":"2026-04-03T02:35:59.258568Z","end":"2026-04-03T02:35:59.452445Z","steps":["trace[323946438] 'process raft request' (duration: 193.609791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:59.919586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.112548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:35:59.919669Z","caller":"traceutil/trace.go:171","msg":"trace[1410867109] transaction","detail":"{read_only:false; response_revision:1457; number_of_response:1; }","duration":"121.157853ms","start":"2026-04-03T02:35:59.798496Z","end":"2026-04-03T02:35:59.919654Z","steps":["trace[1410867109] 'process raft request' (duration: 16.905232ms)","trace[1410867109] 'compare' (duration: 103.996065ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:00.32663Z","caller":"traceutil/trace.go:171","msg":"trace[982990510] transaction","detail":"{read_only:false; response_revision:1458; number_of_response:1; }","duration":"111.562784ms","start":"2026-04-03T02:36:00.21504Z","end":"2026-04-03T02:36:00.326603Z","steps":["trace[982990510] 'process raft request' (duration: 111.385249ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:06.596467Z","caller":"traceutil/trace.go:171","msg":"trace[328001850] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"192.78209ms","start":"2026-04-03T02:36:06.403641Z","end":"2026-04-03T02:36:06.596423Z","steps":["trace[328001850] 'process raft request' (duration: 192.672377ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:09.581779Z","caller":"traceutil/trace.go:171","msg":"trace[1544408604] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"128.905846ms","start":"2026-04-03T02:36:09.452845Z","end":"2026-04-03T02:36:09.581751Z","steps":["trace[1544408604] 'process raft request' (duration: 128.707261ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:09.710721Z","caller":"traceutil/trace.go:171","msg":"trace[254266444] transaction","detail":"{read_only:false; response_revision:1499; number_of_response:1; }","duration":"124.377743ms","start":"2026-04-03T02:36:09.586287Z","end":"2026-04-03T02:36:09.710665Z","steps":["trace[254266444] 'process raft request' (duration: 70.495449ms)","trace[254266444] 'compare' (duration: 53.472804ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:09.710843Z","caller":"traceutil/trace.go:171","msg":"trace[1538127743] transaction","detail":"{read_only:false; response_revision:1500; number_of_response:1; }","duration":"124.417514ms","start":"2026-04-03T02:36:09.586405Z","end":"2026-04-03T02:36:09.710823Z","steps":["trace[1538127743] 'process raft request' (duration: 124.037044ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:09.711193Z","caller":"traceutil/trace.go:171","msg":"trace[775875246] transaction","detail":"{read_only:false; response_revision:1502; number_of_response:1; }","duration":"124.261019ms","start":"2026-04-03T02:36:09.586914Z","end":"2026-04-03T02:36:09.711175Z","steps":["trace[775875246] 'process raft request' (duration: 124.179837ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:09.711197Z","caller":"traceutil/trace.go:171","msg":"trace[1914848032] transaction","detail":"{read_only:false; response_revision:1501; number_of_response:1; }","duration":"124.431255ms","start":"2026-04-03T02:36:09.586747Z","end":"2026-04-03T02:36:09.711179Z","steps":["trace[1914848032] 'process raft request' (duration: 124.015064ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:10.856607Z","caller":"traceutil/trace.go:171","msg":"trace[2006268988] linearizableReadLoop","detail":"{readStateIndex:1571; appliedIndex:1570; }","duration":"139.375188ms","start":"2026-04-03T02:36:10.717204Z","end":"2026-04-03T02:36:10.856579Z","steps":["trace[2006268988] 'read index received' (duration: 139.149502ms)","trace[2006268988] 'applied index is now lower than readState.Index' (duration: 224.946µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:10.856732Z","caller":"traceutil/trace.go:171","msg":"trace[718206938] transaction","detail":"{read_only:false; response_revision:1504; number_of_response:1; }","duration":"239.731791ms","start":"2026-04-03T02:36:10.616924Z","end":"2026-04-03T02:36:10.856656Z","steps":["trace[718206938] 'process raft request' (duration: 239.500805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:10.856997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.776058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-03T02:36:10.857348Z","caller":"traceutil/trace.go:171","msg":"trace[1853704860] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1504; }","duration":"140.178418ms","start":"2026-04-03T02:36:10.717145Z","end":"2026-04-03T02:36:10.857324Z","steps":["trace[1853704860] 'agreement among raft nodes before linearized reading' (duration: 139.613134ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:13.480542Z","caller":"traceutil/trace.go:171","msg":"trace[249311930] transaction","detail":"{read_only:false; response_revision:1515; number_of_response:1; }","duration":"137.110731ms","start":"2026-04-03T02:36:13.343409Z","end":"2026-04-03T02:36:13.48052Z","steps":["trace[249311930] 'process raft request' (duration: 136.950597ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:14.89153Z","caller":"traceutil/trace.go:171","msg":"trace[1194703174] transaction","detail":"{read_only:false; response_revision:1521; number_of_response:1; }","duration":"171.920371ms","start":"2026-04-03T02:36:14.71959Z","end":"2026-04-03T02:36:14.89151Z","steps":["trace[1194703174] 'process raft request' (duration: 171.798767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:15.092299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.818239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:36:15.092524Z","caller":"traceutil/trace.go:171","msg":"trace[1902551786] transaction","detail":"{read_only:false; response_revision:1522; number_of_response:1; }","duration":"215.549709ms","start":"2026-04-03T02:36:14.876958Z","end":"2026-04-03T02:36:15.092507Z","steps":["trace[1902551786] 'process raft request' (duration: 77.403562ms)","trace[1902551786] 'compare' (duration: 137.677615ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:15.092792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.051549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T02:36:15.092869Z","caller":"traceutil/trace.go:171","msg":"trace[1753598459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1522; }","duration":"171.189712ms","start":"2026-04-03T02:36:14.921662Z","end":"2026-04-03T02:36:15.092852Z","steps":["trace[1753598459] 'agreement among raft nodes before linearized reading' (duration: 170.938616ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:15.092471Z","caller":"traceutil/trace.go:171","msg":"trace[417766208] linearizableReadLoop","detail":"{readStateIndex:1589; appliedIndex:1588; }","duration":"170.73259ms","start":"2026-04-03T02:36:14.92172Z","end":"2026-04-03T02:36:15.092453Z","steps":["trace[417766208] 'read index received' (duration: 32.582503ms)","trace[417766208] 'applied index is now lower than readState.Index' (duration: 138.148237ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:15.141601Z","caller":"traceutil/trace.go:171","msg":"trace[1932599977] transaction","detail":"{read_only:false; response_revision:1523; number_of_response:1; }","duration":"149.946353ms","start":"2026-04-03T02:36:14.991632Z","end":"2026-04-03T02:36:15.141578Z","steps":["trace[1932599977] 'process raft request' (duration: 149.82074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:15.4526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.428875ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:36:15.452945Z","caller":"traceutil/trace.go:171","msg":"trace[681822637] linearizableReadLoop","detail":"{readStateIndex:1591; appliedIndex:1589; }","duration":"359.681704ms","start":"2026-04-03T02:36:15.093241Z","end":"2026-04-03T02:36:15.452923Z","steps":["trace[681822637] 'read index received' (duration: 48.220163ms)","trace[681822637] 'applied index is now lower than readState.Index' (duration: 311.460331ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:15.453054Z","caller":"traceutil/trace.go:171","msg":"trace[1392573859] transaction","detail":"{read_only:false; response_revision:1524; number_of_response:1; }","duration":"355.704876ms","start":"2026-04-03T02:36:15.097338Z","end":"2026-04-03T02:36:15.453043Z","steps":["trace[1392573859] 'process raft request' (duration: 355.397869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:15.453169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:15.097261Z","time spent":"355.827619ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:15.453157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.464739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:15.453229Z","caller":"traceutil/trace.go:171","msg":"trace[79451540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1524; }","duration":"472.580472ms","start":"2026-04-03T02:36:14.98063Z","end":"2026-04-03T02:36:15.45321Z","steps":["trace[79451540] 'agreement among raft nodes before linearized reading' (duration: 472.46419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:15.453316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:14.980613Z","time spent":"472.694956ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:36:15.453397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.353249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:15.453493Z","caller":"traceutil/trace.go:171","msg":"trace[861002666] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1524; }","duration":"111.586345ms","start":"2026-04-03T02:36:15.341886Z","end":"2026-04-03T02:36:15.453472Z","steps":["trace[861002666] 'agreement among raft nodes before linearized reading' (duration: 111.38072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:15.453656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.798833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-03T02:36:15.45376Z","caller":"traceutil/trace.go:171","msg":"trace[1148585789] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1524; }","duration":"362.911376ms","start":"2026-04-03T02:36:15.090795Z","end":"2026-04-03T02:36:15.453706Z","steps":["trace[1148585789] 'agreement among raft nodes before linearized reading' (duration: 362.600848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:15.453849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:15.090772Z","time spent":"363.061059ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-04-03T02:36:15.656351Z","caller":"traceutil/trace.go:171","msg":"trace[1312795317] transaction","detail":"{read_only:false; response_revision:1526; number_of_response:1; }","duration":"170.639798ms","start":"2026-04-03T02:36:15.485687Z","end":"2026-04-03T02:36:15.656327Z","steps":["trace[1312795317] 'process raft request' (duration: 170.430892ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:15.872956Z","caller":"traceutil/trace.go:171","msg":"trace[186789608] linearizableReadLoop","detail":"{readStateIndex:1595; appliedIndex:1594; }","duration":"114.366744ms","start":"2026-04-03T02:36:15.758533Z","end":"2026-04-03T02:36:15.872899Z","steps":["trace[186789608] 'read index received' (duration: 73.668878ms)","trace[186789608] 'applied index is now lower than readState.Index' (duration: 40.696306ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:15.873025Z","caller":"traceutil/trace.go:171","msg":"trace[51601750] transaction","detail":"{read_only:false; response_revision:1527; number_of_response:1; }","duration":"153.732406ms","start":"2026-04-03T02:36:15.719249Z","end":"2026-04-03T02:36:15.872981Z","steps":["trace[51601750] 'process raft request' (duration: 113.012299ms)","trace[51601750] 'compare' (duration: 40.478011ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:15.87332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.731572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:36:15.873378Z","caller":"traceutil/trace.go:171","msg":"trace[1605015431] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1527; }","duration":"114.872026ms","start":"2026-04-03T02:36:15.758488Z","end":"2026-04-03T02:36:15.87336Z","steps":["trace[1605015431] 'agreement among raft nodes before linearized reading' (duration: 114.62598ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:17.679002Z","caller":"traceutil/trace.go:171","msg":"trace[278171924] transaction","detail":"{read_only:false; response_revision:1532; number_of_response:1; }","duration":"217.211422ms","start":"2026-04-03T02:36:17.461764Z","end":"2026-04-03T02:36:17.678976Z","steps":["trace[278171924] 'process raft request' (duration: 217.034318ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:17.678998Z","caller":"traceutil/trace.go:171","msg":"trace[2134792614] linearizableReadLoop","detail":"{readStateIndex:1600; appliedIndex:1600; }","duration":"131.687953ms","start":"2026-04-03T02:36:17.547284Z","end":"2026-04-03T02:36:17.678972Z","steps":["trace[2134792614] 'read index received' (duration: 131.678063ms)","trace[2134792614] 'applied index is now lower than readState.Index' (duration: 8.33µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:17.679198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.889718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-03T02:36:17.679395Z","caller":"traceutil/trace.go:171","msg":"trace[1245643996] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1532; }","duration":"132.016491ms","start":"2026-04-03T02:36:17.547278Z","end":"2026-04-03T02:36:17.679294Z","steps":["trace[1245643996] 'agreement among raft nodes before linearized reading' (duration: 131.777765ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:17.846228Z","caller":"traceutil/trace.go:171","msg":"trace[773193083] transaction","detail":"{read_only:false; response_revision:1533; number_of_response:1; }","duration":"185.021257ms","start":"2026-04-03T02:36:17.661174Z","end":"2026-04-03T02:36:17.846195Z","steps":["trace[773193083] 'process raft request' (duration: 155.350495ms)","trace[773193083] 'compare' (duration: 29.519458ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:17.884675Z","caller":"traceutil/trace.go:171","msg":"trace[2064302788] transaction","detail":"{read_only:false; response_revision:1534; number_of_response:1; }","duration":"199.904038ms","start":"2026-04-03T02:36:17.684737Z","end":"2026-04-03T02:36:17.884641Z","steps":["trace[2064302788] 'process raft request' (duration: 199.702623ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:18.132578Z","caller":"traceutil/trace.go:171","msg":"trace[789588568] linearizableReadLoop","detail":"{readStateIndex:1603; appliedIndex:1602; }","duration":"239.351585ms","start":"2026-04-03T02:36:17.893197Z","end":"2026-04-03T02:36:18.132549Z","steps":["trace[789588568] 'read index received' (duration: 145.030347ms)","trace[789588568] 'applied index is now lower than readState.Index' (duration: 94.319688ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:18.132723Z","caller":"traceutil/trace.go:171","msg":"trace[232694569] transaction","detail":"{read_only:false; response_revision:1535; number_of_response:1; }","duration":"239.710424ms","start":"2026-04-03T02:36:17.892999Z","end":"2026-04-03T02:36:18.132709Z","steps":["trace[232694569] 'process raft request' (duration: 145.256532ms)","trace[232694569] 'compare' (duration: 94.050251ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:18.132909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.52422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T02:36:18.133033Z","caller":"traceutil/trace.go:171","msg":"trace[2092662351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1535; }","duration":"239.690384ms","start":"2026-04-03T02:36:17.893321Z","end":"2026-04-03T02:36:18.133011Z","steps":["trace[2092662351] 'agreement among raft nodes before linearized reading' (duration: 239.443808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:18.133127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.642362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:18.133179Z","caller":"traceutil/trace.go:171","msg":"trace[63937478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1535; }","duration":"153.717634ms","start":"2026-04-03T02:36:17.97945Z","end":"2026-04-03T02:36:18.133168Z","steps":["trace[63937478] 'agreement among raft nodes before linearized reading' (duration: 153.614732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:18.133562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.151621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:36:18.13361Z","caller":"traceutil/trace.go:171","msg":"trace[1426908778] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1535; }","duration":"239.210472ms","start":"2026-04-03T02:36:17.894385Z","end":"2026-04-03T02:36:18.133595Z","steps":["trace[1426908778] 'agreement among raft nodes before linearized reading' (duration: 239.009217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:18.133679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.447713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:36:18.133905Z","caller":"traceutil/trace.go:171","msg":"trace[435626251] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1535; }","duration":"240.690578ms","start":"2026-04-03T02:36:17.893171Z","end":"2026-04-03T02:36:18.133861Z","steps":["trace[435626251] 'agreement among raft nodes before linearized reading' (duration: 240.245257ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:18.467984Z","caller":"traceutil/trace.go:171","msg":"trace[2121624289] transaction","detail":"{read_only:false; response_revision:1538; number_of_response:1; }","duration":"329.9088ms","start":"2026-04-03T02:36:18.138039Z","end":"2026-04-03T02:36:18.467948Z","steps":["trace[2121624289] 'process raft request' (duration: 329.815408ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:18.468057Z","caller":"traceutil/trace.go:171","msg":"trace[1806652342] transaction","detail":"{read_only:false; response_revision:1537; number_of_response:1; }","duration":"330.146796ms","start":"2026-04-03T02:36:18.137868Z","end":"2026-04-03T02:36:18.468015Z","steps":["trace[1806652342] 'process raft request' (duration: 329.794197ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:18.468287Z","caller":"traceutil/trace.go:171","msg":"trace[814857316] linearizableReadLoop","detail":"{readStateIndex:1607; appliedIndex:1604; }","duration":"274.993786ms","start":"2026-04-03T02:36:18.193261Z","end":"2026-04-03T02:36:18.468254Z","steps":["trace[814857316] 'read index received' (duration: 274.276888ms)","trace[814857316] 'applied index is now lower than readState.Index' (duration: 713.778µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:18.468334Z","caller":"traceutil/trace.go:171","msg":"trace[1775586883] transaction","detail":"{read_only:false; response_revision:1539; number_of_response:1; }","duration":"330.154977ms","start":"2026-04-03T02:36:18.138166Z","end":"2026-04-03T02:36:18.468321Z","steps":["trace[1775586883] 'process raft request' (duration: 329.739396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:18.468526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.233933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:36:18.468651Z","caller":"traceutil/trace.go:171","msg":"trace[605726024] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1539; }","duration":"275.439147ms","start":"2026-04-03T02:36:18.193197Z","end":"2026-04-03T02:36:18.468637Z","steps":["trace[605726024] 'agreement among raft nodes before linearized reading' (duration: 275.208332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:18.468717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:18.137775Z","time spent":"330.577216ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:18.468178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:18.138029Z","time spent":"330.048794ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:18.469425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:18.138154Z","time spent":"330.410323ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:19.635122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.199451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:36:19.635229Z","caller":"traceutil/trace.go:171","msg":"trace[1091420457] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1541; }","duration":"157.384356ms","start":"2026-04-03T02:36:19.47782Z","end":"2026-04-03T02:36:19.635205Z","steps":["trace[1091420457] 'count revisions from in-memory index tree' (duration: 157.120089ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:25.097606Z","caller":"traceutil/trace.go:171","msg":"trace[1636606332] linearizableReadLoop","detail":"{readStateIndex:1637; appliedIndex:1636; }","duration":"117.603292ms","start":"2026-04-03T02:36:24.979979Z","end":"2026-04-03T02:36:25.097582Z","steps":["trace[1636606332] 'read index received' (duration: 117.482819ms)","trace[1636606332] 'applied index is now lower than readState.Index' (duration: 119.562µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:25.097668Z","caller":"traceutil/trace.go:171","msg":"trace[1462650263] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"126.361139ms","start":"2026-04-03T02:36:24.97126Z","end":"2026-04-03T02:36:25.097621Z","steps":["trace[1462650263] 'process raft request' (duration: 126.191935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:25.097719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.720734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:25.097754Z","caller":"traceutil/trace.go:171","msg":"trace[316285522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1568; }","duration":"117.796325ms","start":"2026-04-03T02:36:24.979946Z","end":"2026-04-03T02:36:25.097742Z","steps":["trace[316285522] 'agreement among raft nodes before linearized reading' (duration: 117.725704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:25.27841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.338509ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:36:25.278532Z","caller":"traceutil/trace.go:171","msg":"trace[284086820] linearizableReadLoop","detail":"{readStateIndex:1638; appliedIndex:1637; }","duration":"179.736904ms","start":"2026-04-03T02:36:25.098774Z","end":"2026-04-03T02:36:25.278511Z","steps":["trace[284086820] 'read index received' (duration: 65.357935ms)","trace[284086820] 'applied index is now lower than readState.Index' (duration: 114.377289ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:25.278619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.842667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:25.278661Z","caller":"traceutil/trace.go:171","msg":"trace[471443638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1568; }","duration":"179.93311ms","start":"2026-04-03T02:36:25.098713Z","end":"2026-04-03T02:36:25.278646Z","steps":["trace[471443638] 'agreement among raft nodes before linearized reading' (duration: 179.851958ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:25.32038Z","caller":"traceutil/trace.go:171","msg":"trace[165371318] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"184.473833ms","start":"2026-04-03T02:36:25.135891Z","end":"2026-04-03T02:36:25.320365Z","steps":["trace[165371318] 'process raft request' (duration: 184.318799ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:31.162534Z","caller":"traceutil/trace.go:171","msg":"trace[1549103361] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"123.540369ms","start":"2026-04-03T02:36:31.03895Z","end":"2026-04-03T02:36:31.162491Z","steps":["trace[1549103361] 'process raft request' (duration: 123.256002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:32.079609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.346114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:36:32.079718Z","caller":"traceutil/trace.go:171","msg":"trace[1161498312] linearizableReadLoop","detail":"{readStateIndex:1670; appliedIndex:1669; }","duration":"100.76171ms","start":"2026-04-03T02:36:31.978938Z","end":"2026-04-03T02:36:32.0797Z","steps":["trace[1161498312] 'read index received' (duration: 33.141µs)","trace[1161498312] 'applied index is now lower than readState.Index' (duration: 100.727349ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:32.079823Z","caller":"traceutil/trace.go:171","msg":"trace[338108451] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"152.059643ms","start":"2026-04-03T02:36:31.927737Z","end":"2026-04-03T02:36:32.079797Z","steps":["trace[338108451] 'process raft request' (duration: 28.425881ms)","trace[338108451] 'compare' (duration: 123.219051ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:32.079913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.922984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:32.08001Z","caller":"traceutil/trace.go:171","msg":"trace[1156740110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1599; }","duration":"101.092618ms","start":"2026-04-03T02:36:31.978898Z","end":"2026-04-03T02:36:32.079991Z","steps":["trace[1156740110] 'agreement among raft nodes before linearized reading' (duration: 100.917444ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:32.529558Z","caller":"traceutil/trace.go:171","msg":"trace[1005977179] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"221.95534ms","start":"2026-04-03T02:36:32.307567Z","end":"2026-04-03T02:36:32.529523Z","steps":["trace[1005977179] 'process raft request' (duration: 193.473309ms)","trace[1005977179] 'compare' (duration: 28.214495ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:32.813709Z","caller":"traceutil/trace.go:171","msg":"trace[912678871] linearizableReadLoop","detail":"{readStateIndex:1674; appliedIndex:1673; }","duration":"272.401391ms","start":"2026-04-03T02:36:32.541287Z","end":"2026-04-03T02:36:32.813688Z","steps":["trace[912678871] 'read index received' (duration: 272.181845ms)","trace[912678871] 'applied index is now lower than readState.Index' (duration: 218.886µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:32.813872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.39912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T02:36:32.813896Z","caller":"traceutil/trace.go:171","msg":"trace[857856721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1603; }","duration":"220.479693ms","start":"2026-04-03T02:36:32.593409Z","end":"2026-04-03T02:36:32.813889Z","steps":["trace[857856721] 'agreement among raft nodes before linearized reading' (duration: 220.37356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:32.81388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.579776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:32.814024Z","caller":"traceutil/trace.go:171","msg":"trace[2109850443] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1603; }","duration":"272.74324ms","start":"2026-04-03T02:36:32.541262Z","end":"2026-04-03T02:36:32.814005Z","steps":["trace[2109850443] 'agreement among raft nodes before linearized reading' (duration: 272.519254ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:32.814232Z","caller":"traceutil/trace.go:171","msg":"trace[1762670839] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"278.79219ms","start":"2026-04-03T02:36:32.534959Z","end":"2026-04-03T02:36:32.813751Z","steps":["trace[1762670839] 'process raft request' (duration: 278.608106ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:36.326026Z","caller":"traceutil/trace.go:171","msg":"trace[1906546406] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"119.386405ms","start":"2026-04-03T02:36:36.206613Z","end":"2026-04-03T02:36:36.325999Z","steps":["trace[1906546406] 'process raft request' (duration: 114.149264ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:36.378414Z","caller":"traceutil/trace.go:171","msg":"trace[539080966] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"170.725119ms","start":"2026-04-03T02:36:36.20767Z","end":"2026-04-03T02:36:36.378395Z","steps":["trace[539080966] 'process raft request' (duration: 170.622136ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:36.562478Z","caller":"traceutil/trace.go:171","msg":"trace[1141177573] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"157.667652ms","start":"2026-04-03T02:36:36.40476Z","end":"2026-04-03T02:36:36.562428Z","steps":["trace[1141177573] 'process raft request' (duration: 59.800604ms)","trace[1141177573] 'compare' (duration: 97.516609ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:56.669405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.568516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-03T02:36:56.66917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.036748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-03T02:36:56.669898Z","caller":"traceutil/trace.go:171","msg":"trace[1880313406] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1710; }","duration":"263.11498ms","start":"2026-04-03T02:36:56.406751Z","end":"2026-04-03T02:36:56.669866Z","steps":["trace[1880313406] 'range keys from in-memory index tree' (duration: 262.350761ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:56.669921Z","caller":"traceutil/trace.go:171","msg":"trace[510137302] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1710; }","duration":"161.793596ms","start":"2026-04-03T02:36:56.50809Z","end":"2026-04-03T02:36:56.669884Z","steps":["trace[510137302] 'range keys from in-memory index tree' (duration: 160.851763ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:56.895051Z","caller":"traceutil/trace.go:171","msg":"trace[431928731] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"156.232556ms","start":"2026-04-03T02:36:56.738769Z","end":"2026-04-03T02:36:56.895001Z","steps":["trace[431928731] 'process raft request' (duration: 141.638601ms)","trace[431928731] 'compare' (duration: 14.238796ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:57.037267Z","caller":"traceutil/trace.go:171","msg":"trace[1170115295] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"137.59486ms","start":"2026-04-03T02:36:56.899641Z","end":"2026-04-03T02:36:57.037235Z","steps":["trace[1170115295] 'process raft request' (duration: 117.156749ms)","trace[1170115295] 'compare' (duration: 20.263247ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:59.181402Z","caller":"traceutil/trace.go:171","msg":"trace[546615043] linearizableReadLoop","detail":"{readStateIndex:1798; appliedIndex:1797; }","duration":"129.603162ms","start":"2026-04-03T02:36:59.05176Z","end":"2026-04-03T02:36:59.181363Z","steps":["trace[546615043] 'read index received' (duration: 47.56405ms)","trace[546615043] 'applied index is now lower than readState.Index' (duration: 82.037222ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:59.181493Z","caller":"traceutil/trace.go:171","msg":"trace[411438559] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"134.602286ms","start":"2026-04-03T02:36:59.046847Z","end":"2026-04-03T02:36:59.181449Z","steps":["trace[411438559] 'process raft request' (duration: 52.496642ms)","trace[411438559] 'compare' (duration: 81.767235ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:59.181651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.865888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:59.181717Z","caller":"traceutil/trace.go:171","msg":"trace[549610047] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1722; }","duration":"130.031972ms","start":"2026-04-03T02:36:59.051671Z","end":"2026-04-03T02:36:59.181702Z","steps":["trace[549610047] 'agreement among raft nodes before linearized reading' (duration: 129.909169ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:59.959654Z","caller":"traceutil/trace.go:171","msg":"trace[197575565] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"213.511639ms","start":"2026-04-03T02:36:59.746109Z","end":"2026-04-03T02:36:59.959621Z","steps":["trace[197575565] 'process raft request' (duration: 143.371715ms)","trace[197575565] 'compare' (duration: 70.010551ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:00.490851Z","caller":"traceutil/trace.go:171","msg":"trace[1482778117] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"111.681282ms","start":"2026-04-03T02:37:00.379133Z","end":"2026-04-03T02:37:00.490815Z","steps":["trace[1482778117] 'process raft request' (duration: 69.666492ms)","trace[1482778117] 'compare' (duration: 41.819975ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:01.425394Z","caller":"traceutil/trace.go:171","msg":"trace[1734998438] linearizableReadLoop","detail":"{readStateIndex:1810; appliedIndex:1809; }","duration":"111.465938ms","start":"2026-04-03T02:37:01.313898Z","end":"2026-04-03T02:37:01.425363Z","steps":["trace[1734998438] 'read index received' (duration: 110.866532ms)","trace[1734998438] 'applied index is now lower than readState.Index' (duration: 598.296µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:01.425483Z","caller":"traceutil/trace.go:171","msg":"trace[1945506265] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"190.35397ms","start":"2026-04-03T02:37:01.235102Z","end":"2026-04-03T02:37:01.425456Z","steps":["trace[1945506265] 'process raft request' (duration: 189.774925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:01.425672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.757215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T02:37:01.425765Z","caller":"traceutil/trace.go:171","msg":"trace[1503315604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1733; }","duration":"111.894378ms","start":"2026-04-03T02:37:01.313851Z","end":"2026-04-03T02:37:01.425746Z","steps":["trace[1503315604] 'agreement among raft nodes before linearized reading' (duration: 111.630812ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:02.028817Z","caller":"traceutil/trace.go:171","msg":"trace[1343501970] linearizableReadLoop","detail":"{readStateIndex:1812; appliedIndex:1811; }","duration":"169.679223ms","start":"2026-04-03T02:37:01.859112Z","end":"2026-04-03T02:37:02.028792Z","steps":["trace[1343501970] 'read index received' (duration: 169.363326ms)","trace[1343501970] 'applied index is now lower than readState.Index' (duration: 314.907µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:02.029092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.95925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:02.029159Z","caller":"traceutil/trace.go:171","msg":"trace[586899971] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1735; }","duration":"170.044992ms","start":"2026-04-03T02:37:01.859104Z","end":"2026-04-03T02:37:02.029149Z","steps":["trace[586899971] 'agreement among raft nodes before linearized reading' (duration: 169.911489ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:02.029434Z","caller":"traceutil/trace.go:171","msg":"trace[2003571993] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"285.058738ms","start":"2026-04-03T02:37:01.744364Z","end":"2026-04-03T02:37:02.029423Z","steps":["trace[2003571993] 'process raft request' (duration: 284.177456ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:04.408372Z","caller":"traceutil/trace.go:171","msg":"trace[1914931951] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"109.740844ms","start":"2026-04-03T02:37:04.298608Z","end":"2026-04-03T02:37:04.408349Z","steps":["trace[1914931951] 'process raft request' (duration: 109.610021ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:05.508284Z","caller":"traceutil/trace.go:171","msg":"trace[1427511823] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"187.385626ms","start":"2026-04-03T02:37:05.320854Z","end":"2026-04-03T02:37:05.508239Z","steps":["trace[1427511823] 'process raft request' (duration: 148.715338ms)","trace[1427511823] 'compare' (duration: 38.414221ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:05.633521Z","caller":"traceutil/trace.go:171","msg":"trace[796026485] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"117.592681ms","start":"2026-04-03T02:37:05.515887Z","end":"2026-04-03T02:37:05.633479Z","steps":["trace[796026485] 'process raft request' (duration: 93.556329ms)","trace[796026485] 'compare' (duration: 23.855117ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:09.001692Z","caller":"traceutil/trace.go:171","msg":"trace[1565125075] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"104.825211ms","start":"2026-04-03T02:37:08.896825Z","end":"2026-04-03T02:37:09.00165Z","steps":["trace[1565125075] 'process raft request' (duration: 104.594175ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:09.343948Z","caller":"traceutil/trace.go:171","msg":"trace[258476335] linearizableReadLoop","detail":"{readStateIndex:1846; appliedIndex:1845; }","duration":"139.469838ms","start":"2026-04-03T02:37:09.204455Z","end":"2026-04-03T02:37:09.343924Z","steps":["trace[258476335] 'read index received' (duration: 139.278803ms)","trace[258476335] 'applied index is now lower than readState.Index' (duration: 190.085µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:09.344085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.606571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:37:09.344124Z","caller":"traceutil/trace.go:171","msg":"trace[1157682102] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1768; }","duration":"139.693043ms","start":"2026-04-03T02:37:09.20442Z","end":"2026-04-03T02:37:09.344113Z","steps":["trace[1157682102] 'agreement among raft nodes before linearized reading' (duration: 139.599371ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:09.344209Z","caller":"traceutil/trace.go:171","msg":"trace[484276776] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"167.024766ms","start":"2026-04-03T02:37:09.177148Z","end":"2026-04-03T02:37:09.344173Z","steps":["trace[484276776] 'process raft request' (duration: 166.642286ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:12.217114Z","caller":"traceutil/trace.go:171","msg":"trace[332596113] transaction","detail":"{read_only:false; response_revision:1782; number_of_response:1; }","duration":"154.116344ms","start":"2026-04-03T02:37:12.062968Z","end":"2026-04-03T02:37:12.217085Z","steps":["trace[332596113] 'process raft request' (duration: 153.929659ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:13.476862Z","caller":"traceutil/trace.go:171","msg":"trace[1387884092] transaction","detail":"{read_only:false; response_revision:1786; number_of_response:1; }","duration":"108.269198ms","start":"2026-04-03T02:37:13.368545Z","end":"2026-04-03T02:37:13.476814Z","steps":["trace[1387884092] 'process raft request' (duration: 108.090712ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:13.893754Z","caller":"traceutil/trace.go:171","msg":"trace[808491327] transaction","detail":"{read_only:false; response_revision:1790; number_of_response:1; }","duration":"123.253282ms","start":"2026-04-03T02:37:13.770459Z","end":"2026-04-03T02:37:13.893712Z","steps":["trace[808491327] 'process raft request' (duration: 66.562455ms)","trace[808491327] 'compare' (duration: 56.450552ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:17.176566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.326048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:37:17.176732Z","caller":"traceutil/trace.go:171","msg":"trace[1412857872] linearizableReadLoop","detail":"{readStateIndex:1883; appliedIndex:1882; }","duration":"196.101124ms","start":"2026-04-03T02:37:16.980603Z","end":"2026-04-03T02:37:17.176704Z","steps":["trace[1412857872] 'read index received' (duration: 9.449507ms)","trace[1412857872] 'applied index is now lower than readState.Index' (duration: 186.649557ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:17.176836Z","caller":"traceutil/trace.go:171","msg":"trace[1258455479] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"311.179451ms","start":"2026-04-03T02:37:16.865622Z","end":"2026-04-03T02:37:17.176801Z","steps":["trace[1258455479] 'process raft request' (duration: 124.508744ms)","trace[1258455479] 'compare' (duration: 186.162434ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:17.176865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.249868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:17.176946Z","caller":"traceutil/trace.go:171","msg":"trace[224153743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1803; }","duration":"196.38164ms","start":"2026-04-03T02:37:16.980549Z","end":"2026-04-03T02:37:17.176931Z","steps":["trace[224153743] 'agreement among raft nodes before linearized reading' (duration: 196.249217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:17.177047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:16.865555Z","time spent":"311.370136ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:17.707274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.633752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:37:17.707399Z","caller":"traceutil/trace.go:171","msg":"trace[393537497] linearizableReadLoop","detail":"{readStateIndex:1885; appliedIndex:1884; }","duration":"254.911864ms","start":"2026-04-03T02:37:17.452467Z","end":"2026-04-03T02:37:17.707379Z","steps":["trace[393537497] 'read index received' (duration: 81.006766ms)","trace[393537497] 'applied index is now lower than readState.Index' (duration: 173.903558ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:17.707788Z","caller":"traceutil/trace.go:171","msg":"trace[412420822] transaction","detail":"{read_only:false; response_revision:1805; number_of_response:1; }","duration":"443.203273ms","start":"2026-04-03T02:37:17.264559Z","end":"2026-04-03T02:37:17.707762Z","steps":["trace[412420822] 'process raft request' (duration: 268.984666ms)","trace[412420822] 'compare' (duration: 173.506389ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:17.707877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.393836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:37:17.707901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:17.264528Z","time spent":"443.316226ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:17.707962Z","caller":"traceutil/trace.go:171","msg":"trace[514965935] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1805; }","duration":"255.512439ms","start":"2026-04-03T02:37:17.452429Z","end":"2026-04-03T02:37:17.707942Z","steps":["trace[514965935] 'agreement among raft nodes before linearized reading' (duration: 255.386896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:17.708116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.108559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:37:17.708181Z","caller":"traceutil/trace.go:171","msg":"trace[1360005227] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1805; }","duration":"213.212672ms","start":"2026-04-03T02:37:17.494954Z","end":"2026-04-03T02:37:17.708166Z","steps":["trace[1360005227] 'agreement among raft nodes before linearized reading' (duration: 212.901084ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:27.493631Z","caller":"traceutil/trace.go:171","msg":"trace[169561128] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"157.511156ms","start":"2026-04-03T02:37:27.336087Z","end":"2026-04-03T02:37:27.493598Z","steps":["trace[169561128] 'process raft request' (duration: 107.094086ms)","trace[169561128] 'compare' (duration: 50.287467ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:29.053019Z","caller":"traceutil/trace.go:171","msg":"trace[1219470445] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"133.916638ms","start":"2026-04-03T02:37:28.919061Z","end":"2026-04-03T02:37:29.052978Z","steps":["trace[1219470445] 'process raft request' (duration: 125.004535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:30.037906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.354282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:37:30.037985Z","caller":"traceutil/trace.go:171","msg":"trace[2068561088] linearizableReadLoop","detail":"{readStateIndex:1943; appliedIndex:1942; }","duration":"241.996209ms","start":"2026-04-03T02:37:29.795977Z","end":"2026-04-03T02:37:30.037973Z","steps":["trace[2068561088] 'read index received' (duration: 130.40857ms)","trace[2068561088] 'applied index is now lower than readState.Index' (duration: 111.586899ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:30.038116Z","caller":"traceutil/trace.go:171","msg":"trace[1079271261] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"270.389778ms","start":"2026-04-03T02:37:29.767673Z","end":"2026-04-03T02:37:30.038063Z","steps":["trace[1079271261] 'process raft request' (duration: 158.81399ms)","trace[1079271261] 'compare' (duration: 111.230509ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:30.038238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.421569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:37:30.038265Z","caller":"traceutil/trace.go:171","msg":"trace[1207405302] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1860; }","duration":"228.46439ms","start":"2026-04-03T02:37:29.809794Z","end":"2026-04-03T02:37:30.038258Z","steps":["trace[1207405302] 'agreement among raft nodes before linearized reading' (duration: 228.397858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:30.03817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.191903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-04-03T02:37:30.038618Z","caller":"traceutil/trace.go:171","msg":"trace[642397796] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1860; }","duration":"242.512502ms","start":"2026-04-03T02:37:29.795933Z","end":"2026-04-03T02:37:30.038446Z","steps":["trace[642397796] 'agreement among raft nodes before linearized reading' (duration: 242.135232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:30.038674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.488077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:37:30.038729Z","caller":"traceutil/trace.go:171","msg":"trace[1736830007] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1860; }","duration":"211.612331ms","start":"2026-04-03T02:37:29.827103Z","end":"2026-04-03T02:37:30.038716Z","steps":["trace[1736830007] 'agreement among raft nodes before linearized reading' (duration: 211.383595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:30.038798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.963954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:37:30.038866Z","caller":"traceutil/trace.go:171","msg":"trace[1492313695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1860; }","duration":"167.083516ms","start":"2026-04-03T02:37:29.871772Z","end":"2026-04-03T02:37:30.038856Z","steps":["trace[1492313695] 'agreement among raft nodes before linearized reading' (duration: 166.918872ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:30.196857Z","caller":"traceutil/trace.go:171","msg":"trace[658974146] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"153.120217ms","start":"2026-04-03T02:37:30.043707Z","end":"2026-04-03T02:37:30.196828Z","steps":["trace[658974146] 'process raft request' (duration: 123.946138ms)","trace[658974146] 'compare' (duration: 28.955714ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:30.196918Z","caller":"traceutil/trace.go:171","msg":"trace[675742914] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"153.187819ms","start":"2026-04-03T02:37:30.043708Z","end":"2026-04-03T02:37:30.196896Z","steps":["trace[675742914] 'process raft request' (duration: 153.031055ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:30.196857Z","caller":"traceutil/trace.go:171","msg":"trace[558391123] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"153.128027ms","start":"2026-04-03T02:37:30.043708Z","end":"2026-04-03T02:37:30.196836Z","steps":["trace[558391123] 'process raft request' (duration: 153.063666ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:30.196982Z","caller":"traceutil/trace.go:171","msg":"trace[5746635] linearizableReadLoop","detail":"{readStateIndex:1948; appliedIndex:1943; }","duration":"152.349838ms","start":"2026-04-03T02:37:30.04462Z","end":"2026-04-03T02:37:30.19697Z","steps":["trace[5746635] 'read index received' (duration: 26.685197ms)","trace[5746635] 'applied index is now lower than readState.Index' (duration: 125.663531ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:30.197088Z","caller":"traceutil/trace.go:171","msg":"trace[766057248] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"152.544272ms","start":"2026-04-03T02:37:30.044522Z","end":"2026-04-03T02:37:30.197066Z","steps":["trace[766057248] 'process raft request' (duration: 152.283476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:30.197122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.809805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:30.197146Z","caller":"traceutil/trace.go:171","msg":"trace[838143344] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1865; }","duration":"139.891327ms","start":"2026-04-03T02:37:30.057249Z","end":"2026-04-03T02:37:30.19714Z","steps":["trace[838143344] 'agreement among raft nodes before linearized reading' (duration: 139.833505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:30.1972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.42961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:37:30.197233Z","caller":"traceutil/trace.go:171","msg":"trace[1178097347] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1865; }","duration":"152.610614ms","start":"2026-04-03T02:37:30.044615Z","end":"2026-04-03T02:37:30.197226Z","steps":["trace[1178097347] 'agreement among raft nodes before linearized reading' (duration: 152.388029ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:30.79862Z","caller":"traceutil/trace.go:171","msg":"trace[230419816] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"100.088852ms","start":"2026-04-03T02:37:30.698497Z","end":"2026-04-03T02:37:30.798586Z","steps":["trace[230419816] 'process raft request' (duration: 99.910267ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:31.531003Z","caller":"traceutil/trace.go:171","msg":"trace[386738846] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"138.539032ms","start":"2026-04-03T02:37:31.392439Z","end":"2026-04-03T02:37:31.530978Z","steps":["trace[386738846] 'process raft request' (duration: 138.325237ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:04.573458Z","caller":"traceutil/trace.go:171","msg":"trace[1517160918] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"152.321657ms","start":"2026-04-03T02:38:04.421109Z","end":"2026-04-03T02:38:04.57343Z","steps":["trace[1517160918] 'process raft request' (duration: 126.441431ms)","trace[1517160918] 'compare' (duration: 25.791004ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:08.051461Z","caller":"traceutil/trace.go:171","msg":"trace[726844766] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"154.01263ms","start":"2026-04-03T02:38:07.897418Z","end":"2026-04-03T02:38:08.05143Z","steps":["trace[726844766] 'process raft request' (duration: 132.092132ms)","trace[726844766] 'compare' (duration: 21.773944ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:08.073664Z","caller":"traceutil/trace.go:171","msg":"trace[748509267] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"138.005289ms","start":"2026-04-03T02:38:07.935602Z","end":"2026-04-03T02:38:08.073608Z","steps":["trace[748509267] 'process raft request' (duration: 137.807154ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:08.80448Z","caller":"traceutil/trace.go:171","msg":"trace[2014676899] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"188.504492ms","start":"2026-04-03T02:38:08.615951Z","end":"2026-04-03T02:38:08.804455Z","steps":["trace[2014676899] 'process raft request' (duration: 157.830536ms)","trace[2014676899] 'compare' (duration: 30.536703ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:09.513064Z","caller":"traceutil/trace.go:171","msg":"trace[1608440661] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"139.21939ms","start":"2026-04-03T02:38:09.37382Z","end":"2026-04-03T02:38:09.51304Z","steps":["trace[1608440661] 'process raft request' (duration: 139.051266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:09.831879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.863271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:38:09.831948Z","caller":"traceutil/trace.go:171","msg":"trace[936422960] range","detail":"{range_begin:/registry/masterleases/199.19.213.65; range_end:; response_count:1; response_revision:2042; }","duration":"112.979624ms","start":"2026-04-03T02:38:09.718953Z","end":"2026-04-03T02:38:09.831933Z","steps":["trace[936422960] 'range keys from in-memory index tree' (duration: 112.714767ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:10.095469Z","caller":"traceutil/trace.go:171","msg":"trace[358007037] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"133.382164ms","start":"2026-04-03T02:38:09.962064Z","end":"2026-04-03T02:38:10.095446Z","steps":["trace[358007037] 'process raft request' (duration: 115.22477ms)","trace[358007037] 'compare' (duration: 17.830235ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:10.095625Z","caller":"traceutil/trace.go:171","msg":"trace[865976274] linearizableReadLoop","detail":"{readStateIndex:2135; appliedIndex:2133; }","duration":"119.015805ms","start":"2026-04-03T02:38:09.976583Z","end":"2026-04-03T02:38:10.095599Z","steps":["trace[865976274] 'read index received' (duration: 43.490027ms)","trace[865976274] 'applied index is now lower than readState.Index' (duration: 75.514918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:10.095753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.160049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:10.095809Z","caller":"traceutil/trace.go:171","msg":"trace[2014771791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2044; }","duration":"119.262181ms","start":"2026-04-03T02:38:09.976534Z","end":"2026-04-03T02:38:10.095796Z","steps":["trace[2014771791] 'agreement among raft nodes before linearized reading' (duration: 119.165648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:10.651544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.111542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:38:10.651621Z","caller":"traceutil/trace.go:171","msg":"trace[1721022971] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2047; }","duration":"136.230865ms","start":"2026-04-03T02:38:10.515373Z","end":"2026-04-03T02:38:10.651604Z","steps":["trace[1721022971] 'range keys from in-memory index tree' (duration: 135.963599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:18.665024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513124175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:38:19.165462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513124175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:38:19.208465Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.139151463s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:38:19.208963Z","caller":"traceutil/trace.go:171","msg":"trace[582904616] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"1.139713956s","start":"2026-04-03T02:38:18.069205Z","end":"2026-04-03T02:38:19.208919Z","steps":["trace[582904616] 'process raft request' (duration: 1.139484951s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:19.20916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:18.069192Z","time spent":"1.139855889s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:19.258967Z","caller":"traceutil/trace.go:171","msg":"trace[1509021156] linearizableReadLoop","detail":"{readStateIndex:2172; appliedIndex:2169; }","duration":"1.09500834s","start":"2026-04-03T02:38:18.163927Z","end":"2026-04-03T02:38:19.258936Z","steps":["trace[1509021156] 'read index received' (duration: 1.044766064s)","trace[1509021156] 'applied index is now lower than readState.Index' (duration: 50.241005ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:19.259038Z","caller":"traceutil/trace.go:171","msg":"trace[955222916] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"1.054582949s","start":"2026-04-03T02:38:18.204408Z","end":"2026-04-03T02:38:19.258991Z","steps":["trace[955222916] 'process raft request' (duration: 1.054339703s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:19.259093Z","caller":"traceutil/trace.go:171","msg":"trace[247957739] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"246.257865ms","start":"2026-04-03T02:38:19.012809Z","end":"2026-04-03T02:38:19.259067Z","steps":["trace[247957739] 'process raft request' (duration: 246.08528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:19.259198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095253915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-03T02:38:19.259247Z","caller":"traceutil/trace.go:171","msg":"trace[1317812939] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2080; }","duration":"1.095358538s","start":"2026-04-03T02:38:18.163873Z","end":"2026-04-03T02:38:19.259231Z","steps":["trace[1317812939] 'agreement among raft nodes before linearized reading' (duration: 1.095186994s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:19.25929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:18.163852Z","time spent":"1.095429589s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-04-03T02:38:19.259298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:18.204377Z","time spent":"1.054798944s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:19.259402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.931247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:19.259452Z","caller":"traceutil/trace.go:171","msg":"trace[238328721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2080; }","duration":"281.991848ms","start":"2026-04-03T02:38:18.97745Z","end":"2026-04-03T02:38:19.259442Z","steps":["trace[238328721] 'agreement among raft nodes before linearized reading' (duration: 281.926746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:19.259469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.605157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:38:19.259513Z","caller":"traceutil/trace.go:171","msg":"trace[2032228541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2080; }","duration":"547.687689ms","start":"2026-04-03T02:38:18.711815Z","end":"2026-04-03T02:38:19.259502Z","steps":["trace[2032228541] 'agreement among raft nodes before linearized reading' (duration: 547.588927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:19.259539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.534524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:38:19.259548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:18.711798Z","time spent":"547.74147ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:38:19.259569Z","caller":"traceutil/trace.go:171","msg":"trace[2123317812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2080; }","duration":"707.590846ms","start":"2026-04-03T02:38:18.551967Z","end":"2026-04-03T02:38:19.259558Z","steps":["trace[2123317812] 'agreement among raft nodes before linearized reading' (duration: 707.533754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:19.259557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.103512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-04-03T02:38:19.259649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:18.551947Z","time spent":"707.698659ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:38:19.259659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.725812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:19.259672Z","caller":"traceutil/trace.go:171","msg":"trace[1578873860] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2080; }","duration":"192.251945ms","start":"2026-04-03T02:38:19.0674Z","end":"2026-04-03T02:38:19.259652Z","steps":["trace[1578873860] 'agreement among raft nodes before linearized reading' (duration: 192.05845ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:19.259693Z","caller":"traceutil/trace.go:171","msg":"trace[1750422514] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2080; }","duration":"323.759153ms","start":"2026-04-03T02:38:18.935921Z","end":"2026-04-03T02:38:19.25968Z","steps":["trace[1750422514] 'agreement among raft nodes before linearized reading' (duration: 323.709472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:19.259744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:18.935868Z","time spent":"323.866205ms","remote":"127.0.0.1:34114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:19.259471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.472729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:38:19.259742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.922451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:19.2598Z","caller":"traceutil/trace.go:171","msg":"trace[793396445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2080; }","duration":"322.814749ms","start":"2026-04-03T02:38:18.936973Z","end":"2026-04-03T02:38:19.259788Z","steps":["trace[793396445] 'agreement among raft nodes before linearized reading' (duration: 322.372988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:19.259833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.049481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:38:19.259838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:18.936967Z","time spent":"322.86052ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:38:19.259849Z","caller":"traceutil/trace.go:171","msg":"trace[1995736827] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2080; }","duration":"305.074915ms","start":"2026-04-03T02:38:18.95475Z","end":"2026-04-03T02:38:19.259825Z","steps":["trace[1995736827] 'agreement among raft nodes before linearized reading' (duration: 304.650615ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:19.259869Z","caller":"traceutil/trace.go:171","msg":"trace[1876116715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2080; }","duration":"837.124883ms","start":"2026-04-03T02:38:18.422734Z","end":"2026-04-03T02:38:19.259859Z","steps":["trace[1876116715] 'agreement among raft nodes before linearized reading' (duration: 837.030781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:19.259898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:18.422715Z","time spent":"837.177875ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:38:19.259899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:18.954739Z","time spent":"305.150157ms","remote":"127.0.0.1:34214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:19.261075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.23567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:38:19.261161Z","caller":"traceutil/trace.go:171","msg":"trace[1257424990] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2080; }","duration":"988.340282ms","start":"2026-04-03T02:38:18.272774Z","end":"2026-04-03T02:38:19.261115Z","steps":["trace[1257424990] 'agreement among raft nodes before linearized reading' (duration: 988.2434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:19.261385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:18.272747Z","time spent":"988.62341ms","remote":"127.0.0.1:34364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:19.552857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.151657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:19.553001Z","caller":"traceutil/trace.go:171","msg":"trace[1607676747] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"286.689427ms","start":"2026-04-03T02:38:19.266287Z","end":"2026-04-03T02:38:19.552976Z","steps":["trace[1607676747] 'process raft request' (duration: 107.318814ms)","trace[1607676747] 'compare' (duration: 179.004733ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:19.955797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.781652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:19.956011Z","caller":"traceutil/trace.go:171","msg":"trace[2140823943] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"687.464082ms","start":"2026-04-03T02:38:19.268526Z","end":"2026-04-03T02:38:19.95599Z","steps":["trace[2140823943] 'process raft request' (duration: 687.37422ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:19.956007Z","caller":"traceutil/trace.go:171","msg":"trace[1077751390] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"687.608956ms","start":"2026-04-03T02:38:19.268366Z","end":"2026-04-03T02:38:19.955975Z","steps":["trace[1077751390] 'process raft request' (duration: 413.30261ms)","trace[1077751390] 'compare' (duration: 273.68272ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:19.956076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:19.268494Z","time spent":"687.546304ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:19.956076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:19.268357Z","time spent":"687.685867ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:19.9563Z","caller":"traceutil/trace.go:171","msg":"trace[369437915] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"687.7616ms","start":"2026-04-03T02:38:19.268523Z","end":"2026-04-03T02:38:19.956285Z","steps":["trace[369437915] 'process raft request' (duration: 687.433241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:19.956377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:19.268495Z","time spent":"687.848563ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:19.95666Z","caller":"traceutil/trace.go:171","msg":"trace[553619513] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"686.440037ms","start":"2026-04-03T02:38:19.270205Z","end":"2026-04-03T02:38:19.956645Z","steps":["trace[553619513] 'process raft request' (duration: 685.928834ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:19.956675Z","caller":"traceutil/trace.go:171","msg":"trace[1460591458] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"686.14458ms","start":"2026-04-03T02:38:19.270515Z","end":"2026-04-03T02:38:19.956659Z","steps":["trace[1460591458] 'process raft request' (duration: 686.014126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:19.956753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:19.270171Z","time spent":"686.53153ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:19.956861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:19.270508Z","time spent":"686.203611ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:19.957094Z","caller":"traceutil/trace.go:171","msg":"trace[1523406835] linearizableReadLoop","detail":"{readStateIndex:2180; appliedIndex:2173; }","duration":"223.21017ms","start":"2026-04-03T02:38:19.733865Z","end":"2026-04-03T02:38:19.957076Z","steps":["trace[1523406835] 'read index received' (duration: 84.064011ms)","trace[1523406835] 'applied index is now lower than readState.Index' (duration: 139.145179ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:19.957382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.510877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:38:19.957502Z","caller":"traceutil/trace.go:171","msg":"trace[1859533879] range","detail":"{range_begin:/registry/masterleases/199.19.213.65; range_end:; response_count:1; response_revision:2088; }","duration":"223.666091ms","start":"2026-04-03T02:38:19.733819Z","end":"2026-04-03T02:38:19.957485Z","steps":["trace[1859533879] 'agreement among raft nodes before linearized reading' (duration: 223.378234ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:19.957961Z","caller":"traceutil/trace.go:171","msg":"trace[1859688148] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"686.449247ms","start":"2026-04-03T02:38:19.271494Z","end":"2026-04-03T02:38:19.957943Z","steps":["trace[1859688148] 'process raft request' (duration: 685.136335ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:19.958189Z","caller":"traceutil/trace.go:171","msg":"trace[1372804440] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"359.960367ms","start":"2026-04-03T02:38:19.598216Z","end":"2026-04-03T02:38:19.958176Z","steps":["trace[1372804440] 'process raft request' (duration: 358.655485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:19.958236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:19.598188Z","time spent":"360.021858ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:19.958361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:19.271472Z","time spent":"686.729824ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:20.136267Z","caller":"traceutil/trace.go:171","msg":"trace[133568802] linearizableReadLoop","detail":"{readStateIndex:2181; appliedIndex:2180; }","duration":"157.727093ms","start":"2026-04-03T02:38:19.978509Z","end":"2026-04-03T02:38:20.136236Z","steps":["trace[133568802] 'read index received' (duration: 99.813735ms)","trace[133568802] 'applied index is now lower than readState.Index' (duration: 57.911238ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:20.136397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.878767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:20.136434Z","caller":"traceutil/trace.go:171","msg":"trace[723128149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2088; }","duration":"157.960178ms","start":"2026-04-03T02:38:19.978464Z","end":"2026-04-03T02:38:20.136424Z","steps":["trace[723128149] 'agreement among raft nodes before linearized reading' (duration: 157.881776ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:24.451208Z","caller":"traceutil/trace.go:171","msg":"trace[1398876988] linearizableReadLoop","detail":"{readStateIndex:2199; appliedIndex:2198; }","duration":"182.676596ms","start":"2026-04-03T02:38:24.268511Z","end":"2026-04-03T02:38:24.451187Z","steps":["trace[1398876988] 'read index received' (duration: 182.576883ms)","trace[1398876988] 'applied index is now lower than readState.Index' (duration: 98.403µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:24.451333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.802848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:24.451354Z","caller":"traceutil/trace.go:171","msg":"trace[1151588798] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2106; }","duration":"182.88095ms","start":"2026-04-03T02:38:24.268465Z","end":"2026-04-03T02:38:24.451346Z","steps":["trace[1151588798] 'agreement among raft nodes before linearized reading' (duration: 182.803909ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:24.451374Z","caller":"traceutil/trace.go:171","msg":"trace[1331077410] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"231.529247ms","start":"2026-04-03T02:38:24.219787Z","end":"2026-04-03T02:38:24.451316Z","steps":["trace[1331077410] 'process raft request' (duration: 231.27672ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:25.094667Z","caller":"traceutil/trace.go:171","msg":"trace[1877915101] linearizableReadLoop","detail":"{readStateIndex:2200; appliedIndex:2199; }","duration":"116.056371ms","start":"2026-04-03T02:38:24.97859Z","end":"2026-04-03T02:38:25.094646Z","steps":["trace[1877915101] 'read index received' (duration: 115.924228ms)","trace[1877915101] 'applied index is now lower than readState.Index' (duration: 130.843µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:25.094813Z","caller":"traceutil/trace.go:171","msg":"trace[1897375908] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"127.301082ms","start":"2026-04-03T02:38:24.967451Z","end":"2026-04-03T02:38:25.094753Z","steps":["trace[1897375908] 'process raft request' (duration: 127.037386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:25.094935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.276717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:25.095073Z","caller":"traceutil/trace.go:171","msg":"trace[1128840002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2107; }","duration":"116.532023ms","start":"2026-04-03T02:38:24.978517Z","end":"2026-04-03T02:38:25.095049Z","steps":["trace[1128840002] 'agreement among raft nodes before linearized reading' (duration: 116.221885ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:26.031402Z","caller":"traceutil/trace.go:171","msg":"trace[1589026762] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"107.492806ms","start":"2026-04-03T02:38:25.923882Z","end":"2026-04-03T02:38:26.031375Z","steps":["trace[1589026762] 'process raft request' (duration: 107.293871ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:26.199215Z","caller":"traceutil/trace.go:171","msg":"trace[1421880032] linearizableReadLoop","detail":"{readStateIndex:2205; appliedIndex:2204; }","duration":"167.891256ms","start":"2026-04-03T02:38:26.031296Z","end":"2026-04-03T02:38:26.199187Z","steps":["trace[1421880032] 'read index received' (duration: 71.007145ms)","trace[1421880032] 'applied index is now lower than readState.Index' (duration: 96.882721ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:26.19959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.918546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:26.199646Z","caller":"traceutil/trace.go:171","msg":"trace[1357370854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2111; }","duration":"218.029859ms","start":"2026-04-03T02:38:25.981602Z","end":"2026-04-03T02:38:26.199632Z","steps":["trace[1357370854] 'agreement among raft nodes before linearized reading' (duration: 217.905936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:26.199745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.555906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:38:26.200075Z","caller":"traceutil/trace.go:171","msg":"trace[1585972942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2111; }","duration":"161.937065ms","start":"2026-04-03T02:38:26.038119Z","end":"2026-04-03T02:38:26.200056Z","steps":["trace[1585972942] 'agreement among raft nodes before linearized reading' (duration: 161.521185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:26.199761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.533736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:38:26.200351Z","caller":"traceutil/trace.go:171","msg":"trace[43507846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2111; }","duration":"192.189632ms","start":"2026-04-03T02:38:26.008142Z","end":"2026-04-03T02:38:26.200331Z","steps":["trace[43507846] 'agreement among raft nodes before linearized reading' (duration: 191.412803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:26.199812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.905291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:38:26.200521Z","caller":"traceutil/trace.go:171","msg":"trace[2054082151] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2111; }","duration":"151.63004ms","start":"2026-04-03T02:38:26.04888Z","end":"2026-04-03T02:38:26.20051Z","steps":["trace[2054082151] 'agreement among raft nodes before linearized reading' (duration: 150.902221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:26.199591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.774442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T02:38:26.200071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.978092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-03T02:38:26.200625Z","caller":"traceutil/trace.go:171","msg":"trace[120752406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2111; }","duration":"188.84867ms","start":"2026-04-03T02:38:26.011767Z","end":"2026-04-03T02:38:26.200616Z","steps":["trace[120752406] 'agreement among raft nodes before linearized reading' (duration: 187.549277ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:26.201374Z","caller":"traceutil/trace.go:171","msg":"trace[755089566] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2111; }","duration":"192.507822ms","start":"2026-04-03T02:38:26.00885Z","end":"2026-04-03T02:38:26.201358Z","steps":["trace[755089566] 'agreement among raft nodes before linearized reading' (duration: 190.47646ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:26.199651Z","caller":"traceutil/trace.go:171","msg":"trace[558541998] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"214.153381ms","start":"2026-04-03T02:38:25.985477Z","end":"2026-04-03T02:38:26.19963Z","steps":["trace[558541998] 'process raft request' (duration: 116.839189ms)","trace[558541998] 'compare' (duration: 96.722117ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:26.49028Z","caller":"traceutil/trace.go:171","msg":"trace[171545074] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"282.725662ms","start":"2026-04-03T02:38:26.207533Z","end":"2026-04-03T02:38:26.490258Z","steps":["trace[171545074] 'process raft request' (duration: 282.682361ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:26.4906Z","caller":"traceutil/trace.go:171","msg":"trace[1835719399] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"283.131572ms","start":"2026-04-03T02:38:26.207449Z","end":"2026-04-03T02:38:26.49058Z","steps":["trace[1835719399] 'process raft request' (duration: 282.688571ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:26.490304Z","caller":"traceutil/trace.go:171","msg":"trace[181131341] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"283.87403ms","start":"2026-04-03T02:38:26.206416Z","end":"2026-04-03T02:38:26.49029Z","steps":["trace[181131341] 'process raft request' (duration: 218.536639ms)","trace[181131341] 'compare' (duration: 65.055824ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:26.490672Z","caller":"traceutil/trace.go:171","msg":"trace[1124734483] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"283.161793ms","start":"2026-04-03T02:38:26.207501Z","end":"2026-04-03T02:38:26.490662Z","steps":["trace[1124734483] 'process raft request' (duration: 282.680691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:28.923253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.160836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:28.923441Z","caller":"traceutil/trace.go:171","msg":"trace[948738459] linearizableReadLoop","detail":"{readStateIndex:2217; appliedIndex:2214; }","duration":"142.778457ms","start":"2026-04-03T02:38:28.780651Z","end":"2026-04-03T02:38:28.923429Z","steps":["trace[948738459] 'read index received' (duration: 5.365214ms)","trace[948738459] 'applied index is now lower than readState.Index' (duration: 137.412293ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:28.923504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.858749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:28.923527Z","caller":"traceutil/trace.go:171","msg":"trace[1152605232] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2123; }","duration":"142.884279ms","start":"2026-04-03T02:38:28.780636Z","end":"2026-04-03T02:38:28.92352Z","steps":["trace[1152605232] 'agreement among raft nodes before linearized reading' (duration: 142.832408ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:28.923672Z","caller":"traceutil/trace.go:171","msg":"trace[2137197329] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"339.780717ms","start":"2026-04-03T02:38:28.58387Z","end":"2026-04-03T02:38:28.92365Z","steps":["trace[2137197329] 'process raft request' (duration: 339.467819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:28.923781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:28.58386Z","time spent":"339.86619ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:28.923675Z","caller":"traceutil/trace.go:171","msg":"trace[2059713083] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"339.694585ms","start":"2026-04-03T02:38:28.583962Z","end":"2026-04-03T02:38:28.923656Z","steps":["trace[2059713083] 'process raft request' (duration: 339.438538ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:28.9239Z","caller":"traceutil/trace.go:171","msg":"trace[1048369746] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"340.250709ms","start":"2026-04-03T02:38:28.583609Z","end":"2026-04-03T02:38:28.923859Z","steps":["trace[1048369746] 'process raft request' (duration: 202.420056ms)","trace[1048369746] 'compare' (duration: 136.948481ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:28.923984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:28.583925Z","time spent":"340.013053ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:28.924002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:28.58359Z","time spent":"340.363042ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:29.539851Z","caller":"traceutil/trace.go:171","msg":"trace[1881624046] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"187.456052ms","start":"2026-04-03T02:38:29.352374Z","end":"2026-04-03T02:38:29.53983Z","steps":["trace[1881624046] 'process raft request' (duration: 187.289697ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:29.923241Z","caller":"traceutil/trace.go:171","msg":"trace[568562863] linearizableReadLoop","detail":"{readStateIndex:2221; appliedIndex:2220; }","duration":"166.713504ms","start":"2026-04-03T02:38:29.756497Z","end":"2026-04-03T02:38:29.923211Z","steps":["trace[568562863] 'read index received' (duration: 166.422236ms)","trace[568562863] 'applied index is now lower than readState.Index' (duration: 289.508µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:29.92356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.052774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:38:29.923643Z","caller":"traceutil/trace.go:171","msg":"trace[210538797] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2126; }","duration":"167.192377ms","start":"2026-04-03T02:38:29.756434Z","end":"2026-04-03T02:38:29.923627Z","steps":["trace[210538797] 'agreement among raft nodes before linearized reading' (duration: 166.885728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:30.210225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.56248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:30.210471Z","caller":"traceutil/trace.go:171","msg":"trace[612399079] linearizableReadLoop","detail":"{readStateIndex:2223; appliedIndex:2221; }","duration":"230.97341ms","start":"2026-04-03T02:38:29.979481Z","end":"2026-04-03T02:38:30.210454Z","steps":["trace[612399079] 'read index received' (duration: 22.296177ms)","trace[612399079] 'applied index is now lower than readState.Index' (duration: 208.676073ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:30.210576Z","caller":"traceutil/trace.go:171","msg":"trace[184356849] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"282.806954ms","start":"2026-04-03T02:38:29.927759Z","end":"2026-04-03T02:38:30.210566Z","steps":["trace[184356849] 'process raft request' (duration: 282.602009ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:30.210747Z","caller":"traceutil/trace.go:171","msg":"trace[877506571] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"284.988279ms","start":"2026-04-03T02:38:29.925723Z","end":"2026-04-03T02:38:30.210711Z","steps":["trace[877506571] 'process raft request' (duration: 75.843055ms)","trace[877506571] 'compare' (duration: 208.416286ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:30.2108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.284537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:30.21088Z","caller":"traceutil/trace.go:171","msg":"trace[551507528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2128; }","duration":"231.425141ms","start":"2026-04-03T02:38:29.979442Z","end":"2026-04-03T02:38:30.210867Z","steps":["trace[551507528] 'agreement among raft nodes before linearized reading' (duration: 231.263007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:30.211253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.29185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-04-03T02:38:30.211282Z","caller":"traceutil/trace.go:171","msg":"trace[1944927512] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2128; }","duration":"111.351402ms","start":"2026-04-03T02:38:30.099923Z","end":"2026-04-03T02:38:30.211274Z","steps":["trace[1944927512] 'agreement among raft nodes before linearized reading' (duration: 111.26154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:30.57396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.389124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:30.574265Z","caller":"traceutil/trace.go:171","msg":"trace[1896432677] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"358.116865ms","start":"2026-04-03T02:38:30.216114Z","end":"2026-04-03T02:38:30.574231Z","steps":["trace[1896432677] 'process raft request' (duration: 105.357572ms)","trace[1896432677] 'compare' (duration: 252.23219ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:30.57445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:30.216097Z","time spent":"358.267098ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:30.574481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.983052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:38:30.574537Z","caller":"traceutil/trace.go:171","msg":"trace[2089946840] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2129; }","duration":"358.075724ms","start":"2026-04-03T02:38:30.21645Z","end":"2026-04-03T02:38:30.574525Z","steps":["trace[2089946840] 'agreement among raft nodes before linearized reading' (duration: 357.968222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:30.574564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:30.216436Z","time spent":"358.124055ms","remote":"127.0.0.1:34176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-03T02:38:30.576038Z","caller":"traceutil/trace.go:171","msg":"trace[747729188] linearizableReadLoop","detail":"{readStateIndex:2224; appliedIndex:2223; }","duration":"357.579871ms","start":"2026-04-03T02:38:30.216492Z","end":"2026-04-03T02:38:30.574072Z","steps":["trace[747729188] 'read index received' (duration: 104.965032ms)","trace[747729188] 'applied index is now lower than readState.Index' (duration: 252.612949ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:30.864419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.792192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:30.864567Z","caller":"traceutil/trace.go:171","msg":"trace[1935476559] linearizableReadLoop","detail":"{readStateIndex:2225; appliedIndex:2224; }","duration":"288.428915ms","start":"2026-04-03T02:38:30.576093Z","end":"2026-04-03T02:38:30.864522Z","steps":["trace[1935476559] 'read index received' (duration: 128.336836ms)","trace[1935476559] 'applied index is now lower than readState.Index' (duration: 160.089929ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:30.864792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.086271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-04-03T02:38:30.864795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.267357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:38:30.864813Z","caller":"traceutil/trace.go:171","msg":"trace[864061356] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"569.590048ms","start":"2026-04-03T02:38:30.295198Z","end":"2026-04-03T02:38:30.864788Z","steps":["trace[864061356] 'process raft request' (duration: 409.333754ms)","trace[864061356] 'compare' (duration: 159.672959ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:30.864846Z","caller":"traceutil/trace.go:171","msg":"trace[918479858] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2130; }","duration":"520.179513ms","start":"2026-04-03T02:38:30.344652Z","end":"2026-04-03T02:38:30.864832Z","steps":["trace[918479858] 'agreement among raft nodes before linearized reading' (duration: 520.018488ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:30.864851Z","caller":"traceutil/trace.go:171","msg":"trace[940850976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2130; }","duration":"490.326899ms","start":"2026-04-03T02:38:30.374512Z","end":"2026-04-03T02:38:30.864839Z","steps":["trace[940850976] 'agreement among raft nodes before linearized reading' (duration: 490.152353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:30.864892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:30.374466Z","time spent":"490.418421ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:38:30.864893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:30.344634Z","time spent":"520.247176ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-03T02:38:30.8649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.500544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T02:38:30.864934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:30.295173Z","time spent":"569.69289ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:30.864993Z","caller":"traceutil/trace.go:171","msg":"trace[1156861572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2130; }","duration":"175.687608ms","start":"2026-04-03T02:38:30.689265Z","end":"2026-04-03T02:38:30.864953Z","steps":["trace[1156861572] 'agreement among raft nodes before linearized reading' (duration: 175.451412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:31.285241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.437204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:31.285548Z","caller":"traceutil/trace.go:171","msg":"trace[1194933257] linearizableReadLoop","detail":"{readStateIndex:2228; appliedIndex:2225; }","duration":"357.476469ms","start":"2026-04-03T02:38:30.92805Z","end":"2026-04-03T02:38:31.285526Z","steps":["trace[1194933257] 'read index received' (duration: 44.657245ms)","trace[1194933257] 'applied index is now lower than readState.Index' (duration: 312.818014ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:31.285659Z","caller":"traceutil/trace.go:171","msg":"trace[771694592] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"416.033892ms","start":"2026-04-03T02:38:30.869606Z","end":"2026-04-03T02:38:31.28564Z","steps":["trace[771694592] 'process raft request' (duration: 103.087865ms)","trace[771694592] 'compare' (duration: 312.153276ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:31.285745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:30.869584Z","time spent":"416.112134ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:31.28575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.690384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:38:31.285797Z","caller":"traceutil/trace.go:171","msg":"trace[1053999690] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2133; }","duration":"357.768516ms","start":"2026-04-03T02:38:30.928016Z","end":"2026-04-03T02:38:31.285785Z","steps":["trace[1053999690] 'agreement among raft nodes before linearized reading' (duration: 357.640013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:31.285828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:30.928Z","time spent":"357.820308ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:38:31.285907Z","caller":"traceutil/trace.go:171","msg":"trace[251795669] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"416.060873ms","start":"2026-04-03T02:38:30.869837Z","end":"2026-04-03T02:38:31.285898Z","steps":["trace[251795669] 'process raft request' (duration: 415.54724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:31.285959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:30.869824Z","time spent":"416.101944ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:31.286084Z","caller":"traceutil/trace.go:171","msg":"trace[2017055361] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"415.175919ms","start":"2026-04-03T02:38:30.870899Z","end":"2026-04-03T02:38:31.286075Z","steps":["trace[2017055361] 'process raft request' (duration: 414.575514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:31.286092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.989001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:38:31.28613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:30.870891Z","time spent":"415.213591ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:31.286138Z","caller":"traceutil/trace.go:171","msg":"trace[1983553493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2133; }","duration":"358.046674ms","start":"2026-04-03T02:38:30.928078Z","end":"2026-04-03T02:38:31.286125Z","steps":["trace[1983553493] 'agreement among raft nodes before linearized reading' (duration: 357.91851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:31.286178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:30.928075Z","time spent":"358.092345ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:38:31.286552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.42249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-03T02:38:31.286603Z","caller":"traceutil/trace.go:171","msg":"trace[305640904] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2133; }","duration":"249.471351ms","start":"2026-04-03T02:38:31.037115Z","end":"2026-04-03T02:38:31.286586Z","steps":["trace[305640904] 'agreement among raft nodes before linearized reading' (duration: 249.349168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:31.286682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.108329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-03T02:38:31.286713Z","caller":"traceutil/trace.go:171","msg":"trace[154707122] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2133; }","duration":"357.159001ms","start":"2026-04-03T02:38:30.929545Z","end":"2026-04-03T02:38:31.286704Z","steps":["trace[154707122] 'agreement among raft nodes before linearized reading' (duration: 357.068999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:31.286742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:30.929535Z","time spent":"357.201532ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-04-03T02:38:31.547141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.678095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:31.547444Z","caller":"traceutil/trace.go:171","msg":"trace[54809947] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"257.070272ms","start":"2026-04-03T02:38:31.290343Z","end":"2026-04-03T02:38:31.547413Z","steps":["trace[54809947] 'process raft request' (duration: 147.808373ms)","trace[54809947] 'compare' (duration: 108.545731ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:31.66678Z","caller":"traceutil/trace.go:171","msg":"trace[1554221527] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"374.631438ms","start":"2026-04-03T02:38:31.292126Z","end":"2026-04-03T02:38:31.666757Z","steps":["trace[1554221527] 'process raft request' (duration: 374.586627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:31.666955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:31.292111Z","time spent":"374.755641ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:31.666797Z","caller":"traceutil/trace.go:171","msg":"trace[670373317] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"375.999462ms","start":"2026-04-03T02:38:31.29077Z","end":"2026-04-03T02:38:31.66677Z","steps":["trace[670373317] 'process raft request' (duration: 370.657098ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:31.667227Z","caller":"traceutil/trace.go:171","msg":"trace[431007224] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"376.310589ms","start":"2026-04-03T02:38:31.290877Z","end":"2026-04-03T02:38:31.667188Z","steps":["trace[431007224] 'process raft request' (duration: 375.780806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:31.667245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:31.290762Z","time spent":"376.392721ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:31.667336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:31.290852Z","time spent":"376.430972ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:33.704923Z","caller":"traceutil/trace.go:171","msg":"trace[1191801147] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"150.109739ms","start":"2026-04-03T02:38:33.554787Z","end":"2026-04-03T02:38:33.704896Z","steps":["trace[1191801147] 'process raft request' (duration: 149.917744ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:34.749847Z","caller":"traceutil/trace.go:171","msg":"trace[1086804666] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"163.280078ms","start":"2026-04-03T02:38:34.586546Z","end":"2026-04-03T02:38:34.749826Z","steps":["trace[1086804666] 'process raft request' (duration: 163.106744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.479445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513124331,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:38:35.850758Z","caller":"traceutil/trace.go:171","msg":"trace[573254301] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"958.339647ms","start":"2026-04-03T02:38:34.892388Z","end":"2026-04-03T02:38:35.850728Z","steps":["trace[573254301] 'process raft request' (duration: 958.136792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.850921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:34.892359Z","time spent":"958.474011ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:36.139882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.217356ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:38:36.139995Z","caller":"traceutil/trace.go:171","msg":"trace[792834743] linearizableReadLoop","detail":"{readStateIndex:2243; appliedIndex:2241; }","duration":"1.16100729s","start":"2026-04-03T02:38:34.978975Z","end":"2026-04-03T02:38:36.139983Z","steps":["trace[792834743] 'read index received' (duration: 871.56748ms)","trace[792834743] 'applied index is now lower than readState.Index' (duration: 289.43863ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:36.14019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161210035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:36.140211Z","caller":"traceutil/trace.go:171","msg":"trace[1787808145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2147; }","duration":"1.161281397s","start":"2026-04-03T02:38:34.978924Z","end":"2026-04-03T02:38:36.140205Z","steps":["trace[1787808145] 'agreement among raft nodes before linearized reading' (duration: 1.161124193s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:36.140231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:34.978908Z","time spent":"1.161319018s","remote":"127.0.0.1:33908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:38:36.140401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.539729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:38:36.140445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.477003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:38:36.140468Z","caller":"traceutil/trace.go:171","msg":"trace[791577874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2147; }","duration":"425.648282ms","start":"2026-04-03T02:38:35.714807Z","end":"2026-04-03T02:38:36.140456Z","steps":["trace[791577874] 'agreement among raft nodes before linearized reading' (duration: 425.371365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:36.140403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.429578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-04-03T02:38:36.14049Z","caller":"traceutil/trace.go:171","msg":"trace[1323774287] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2147; }","duration":"430.570345ms","start":"2026-04-03T02:38:35.709908Z","end":"2026-04-03T02:38:36.140478Z","steps":["trace[1323774287] 'agreement among raft nodes before linearized reading' (duration: 430.391141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:36.1405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.714783Z","time spent":"425.709354ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:38:36.140522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.709883Z","time spent":"430.632276ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:38:36.140488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.04945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:38:36.140537Z","caller":"traceutil/trace.go:171","msg":"trace[576132458] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2147; }","duration":"560.616853ms","start":"2026-04-03T02:38:35.579887Z","end":"2026-04-03T02:38:36.140504Z","steps":["trace[576132458] 'agreement among raft nodes before linearized reading' (duration: 560.321726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:36.140595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.579863Z","time spent":"560.717706ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-04-03T02:38:36.140592Z","caller":"traceutil/trace.go:171","msg":"trace[526539948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2147; }","duration":"763.214954ms","start":"2026-04-03T02:38:35.377355Z","end":"2026-04-03T02:38:36.14057Z","steps":["trace[526539948] 'agreement among raft nodes before linearized reading' (duration: 762.883805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:36.14073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.377332Z","time spent":"763.388648ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:38:36.140985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.642282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-03T02:38:36.141213Z","caller":"traceutil/trace.go:171","msg":"trace[711933998] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2147; }","duration":"411.945599ms","start":"2026-04-03T02:38:35.72925Z","end":"2026-04-03T02:38:36.141196Z","steps":["trace[711933998] 'agreement among raft nodes before linearized reading' (duration: 411.092628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:36.141399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.729237Z","time spent":"412.150695ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-04-03T02:38:36.141465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.091153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:38:36.141261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.617396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:36.142324Z","caller":"traceutil/trace.go:171","msg":"trace[843238623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2147; }","duration":"188.710283ms","start":"2026-04-03T02:38:35.953599Z","end":"2026-04-03T02:38:36.142309Z","steps":["trace[843238623] 'agreement among raft nodes before linearized reading' (duration: 186.669303ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:36.142225Z","caller":"traceutil/trace.go:171","msg":"trace[1878282361] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2147; }","duration":"828.882324ms","start":"2026-04-03T02:38:35.313326Z","end":"2026-04-03T02:38:36.142208Z","steps":["trace[1878282361] 'agreement among raft nodes before linearized reading' (duration: 826.840714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:36.143578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.313305Z","time spent":"830.231057ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:38:36.350791Z","caller":"traceutil/trace.go:171","msg":"trace[414112779] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"205.326829ms","start":"2026-04-03T02:38:36.145433Z","end":"2026-04-03T02:38:36.35076Z","steps":["trace[414112779] 'process raft request' (duration: 205.165235ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:36.600242Z","caller":"traceutil/trace.go:171","msg":"trace[1282296436] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"454.103872ms","start":"2026-04-03T02:38:36.146106Z","end":"2026-04-03T02:38:36.60021Z","steps":["trace[1282296436] 'process raft request' (duration: 453.967159ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:36.600251Z","caller":"traceutil/trace.go:171","msg":"trace[836290271] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"453.024786ms","start":"2026-04-03T02:38:36.147202Z","end":"2026-04-03T02:38:36.600227Z","steps":["trace[836290271] 'process raft request' (duration: 452.904263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:36.600391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:36.147193Z","time spent":"453.123838ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:36.600424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:36.146095Z","time spent":"454.215446ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:36.600409Z","caller":"traceutil/trace.go:171","msg":"trace[534342507] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"452.7815ms","start":"2026-04-03T02:38:36.147599Z","end":"2026-04-03T02:38:36.600381Z","steps":["trace[534342507] 'process raft request' (duration: 452.540524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:36.600601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:36.147588Z","time spent":"452.964015ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:36.600628Z","caller":"traceutil/trace.go:171","msg":"trace[581400413] linearizableReadLoop","detail":"{readStateIndex:2249; appliedIndex:2243; }","duration":"451.380564ms","start":"2026-04-03T02:38:36.149235Z","end":"2026-04-03T02:38:36.600615Z","steps":["trace[581400413] 'read index received' (duration: 201.316419ms)","trace[581400413] 'applied index is now lower than readState.Index' (duration: 250.063075ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:36.600242Z","caller":"traceutil/trace.go:171","msg":"trace[816992916] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"454.763589ms","start":"2026-04-03T02:38:36.145454Z","end":"2026-04-03T02:38:36.600218Z","steps":["trace[816992916] 'process raft request' (duration: 454.500972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:36.600766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:36.145425Z","time spent":"455.299362ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:36.600848Z","caller":"traceutil/trace.go:171","msg":"trace[1373592578] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"451.903257ms","start":"2026-04-03T02:38:36.148937Z","end":"2026-04-03T02:38:36.60084Z","steps":["trace[1373592578] 'process raft request' (duration: 451.238631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:36.600894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:36.148921Z","time spent":"451.949419ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:36.600998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.749133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:36.601089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.03682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:38:36.601081Z","caller":"traceutil/trace.go:171","msg":"trace[759931198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2153; }","duration":"451.859686ms","start":"2026-04-03T02:38:36.149204Z","end":"2026-04-03T02:38:36.601064Z","steps":["trace[759931198] 'agreement among raft nodes before linearized reading' (duration: 451.682512ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:36.601124Z","caller":"traceutil/trace.go:171","msg":"trace[701399291] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2153; }","duration":"239.102582ms","start":"2026-04-03T02:38:36.362012Z","end":"2026-04-03T02:38:36.601114Z","steps":["trace[701399291] 'agreement among raft nodes before linearized reading' (duration: 239.003829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:36.601131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.670816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:36.60114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:36.149197Z","time spent":"451.933708ms","remote":"127.0.0.1:33908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:38:36.601182Z","caller":"traceutil/trace.go:171","msg":"trace[2130633425] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2153; }","duration":"301.766548ms","start":"2026-04-03T02:38:36.299397Z","end":"2026-04-03T02:38:36.601163Z","steps":["trace[2130633425] 'agreement among raft nodes before linearized reading' (duration: 301.666675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:36.601253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.753782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-04-03T02:38:36.60131Z","caller":"traceutil/trace.go:171","msg":"trace[1306827533] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2153; }","duration":"310.809813ms","start":"2026-04-03T02:38:36.290491Z","end":"2026-04-03T02:38:36.601301Z","steps":["trace[1306827533] 'agreement among raft nodes before linearized reading' (duration: 310.485805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:36.601338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:36.290434Z","time spent":"310.896336ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-03T02:38:36.601231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:36.299382Z","time spent":"301.836989ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:36.945508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.542553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:36.945665Z","caller":"traceutil/trace.go:171","msg":"trace[352704910] linearizableReadLoop","detail":"{readStateIndex:2251; appliedIndex:2249; }","duration":"274.413195ms","start":"2026-04-03T02:38:36.671234Z","end":"2026-04-03T02:38:36.945647Z","steps":["trace[352704910] 'read index received' (duration: 24.637206ms)","trace[352704910] 'applied index is now lower than readState.Index' (duration: 249.774579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:36.94584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.598489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-03T02:38:36.94582Z","caller":"traceutil/trace.go:171","msg":"trace[282970356] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"340.435823ms","start":"2026-04-03T02:38:36.605356Z","end":"2026-04-03T02:38:36.945792Z","steps":["trace[282970356] 'process raft request' (duration: 90.517041ms)","trace[282970356] 'compare' (duration: 249.44213ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:36.94588Z","caller":"traceutil/trace.go:171","msg":"trace[159291806] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2155; }","duration":"274.675601ms","start":"2026-04-03T02:38:36.671193Z","end":"2026-04-03T02:38:36.945869Z","steps":["trace[159291806] 'agreement among raft nodes before linearized reading' (duration: 274.508707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:36.94595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:36.605337Z","time spent":"340.546965ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:36.946077Z","caller":"traceutil/trace.go:171","msg":"trace[1866678229] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"340.165236ms","start":"2026-04-03T02:38:36.60586Z","end":"2026-04-03T02:38:36.946025Z","steps":["trace[1866678229] 'process raft request' (duration: 339.738645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:36.946205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:36.60585Z","time spent":"340.28974ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:37.965359Z","caller":"traceutil/trace.go:171","msg":"trace[1104672520] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"109.31393ms","start":"2026-04-03T02:38:37.856023Z","end":"2026-04-03T02:38:37.965337Z","steps":["trace[1104672520] 'process raft request' (duration: 109.133526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:38.732993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.31128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-03T02:38:38.733101Z","caller":"traceutil/trace.go:171","msg":"trace[997705792] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2157; }","duration":"125.442594ms","start":"2026-04-03T02:38:38.607615Z","end":"2026-04-03T02:38:38.733058Z","steps":["trace[997705792] 'range keys from in-memory index tree' (duration: 125.077905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:38.733144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.688911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-04-03T02:38:38.733213Z","caller":"traceutil/trace.go:171","msg":"trace[1254111186] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2157; }","duration":"228.801834ms","start":"2026-04-03T02:38:38.504395Z","end":"2026-04-03T02:38:38.733197Z","steps":["trace[1254111186] 'range keys from in-memory index tree' (duration: 228.407174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:38.733226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.33285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:38:38.733322Z","caller":"traceutil/trace.go:171","msg":"trace[1385249600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2157; }","duration":"127.459994ms","start":"2026-04-03T02:38:38.605843Z","end":"2026-04-03T02:38:38.733303Z","steps":["trace[1385249600] 'range keys from in-memory index tree' (duration: 127.198607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:38.733423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.349341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:38:38.733515Z","caller":"traceutil/trace.go:171","msg":"trace[667399721] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2157; }","duration":"127.468784ms","start":"2026-04-03T02:38:38.606023Z","end":"2026-04-03T02:38:38.733492Z","steps":["trace[667399721] 'range keys from in-memory index tree' (duration: 127.122195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:38.733568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.967496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:38:38.733726Z","caller":"traceutil/trace.go:171","msg":"trace[882599857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2157; }","duration":"128.167171ms","start":"2026-04-03T02:38:38.605539Z","end":"2026-04-03T02:38:38.733707Z","steps":["trace[882599857] 'range keys from in-memory index tree' (duration: 127.830522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:38.733778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.020565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T02:38:38.733828Z","caller":"traceutil/trace.go:171","msg":"trace[1648222223] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2157; }","duration":"264.119737ms","start":"2026-04-03T02:38:38.469694Z","end":"2026-04-03T02:38:38.733814Z","steps":["trace[1648222223] 'count revisions from in-memory index tree' (duration: 263.891742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:38.734022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.326787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:38.734058Z","caller":"traceutil/trace.go:171","msg":"trace[361621835] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2157; }","duration":"520.404759ms","start":"2026-04-03T02:38:38.213645Z","end":"2026-04-03T02:38:38.73405Z","steps":["trace[361621835] 'count revisions from in-memory index tree' (duration: 520.235125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:38.73408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:38.213623Z","time spent":"520.450081ms","remote":"127.0.0.1:34080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:38.735148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.536057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:38:38.73523Z","caller":"traceutil/trace.go:171","msg":"trace[1934591960] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2157; }","duration":"127.67702ms","start":"2026-04-03T02:38:38.607534Z","end":"2026-04-03T02:38:38.735211Z","steps":["trace[1934591960] 'range keys from in-memory index tree' (duration: 125.852554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:39.37334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513124361,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:38:39.380301Z","caller":"traceutil/trace.go:171","msg":"trace[1377602967] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"642.58906ms","start":"2026-04-03T02:38:38.737687Z","end":"2026-04-03T02:38:39.380276Z","steps":["trace[1377602967] 'process raft request' (duration: 642.435266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:39.380454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:38.737662Z","time spent":"642.712654ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:39.950498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.660625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:39.950939Z","caller":"traceutil/trace.go:171","msg":"trace[953582712] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"1.211895823s","start":"2026-04-03T02:38:38.739016Z","end":"2026-04-03T02:38:39.950912Z","steps":["trace[953582712] 'process raft request' (duration: 1.211621016s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:39.951232Z","caller":"traceutil/trace.go:171","msg":"trace[212101281] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"1.212971209s","start":"2026-04-03T02:38:38.738225Z","end":"2026-04-03T02:38:39.951197Z","steps":["trace[212101281] 'process raft request' (duration: 828.483924ms)","trace[212101281] 'compare' (duration: 383.126422ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:39.951385Z","caller":"traceutil/trace.go:171","msg":"trace[982516350] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"1.21218378s","start":"2026-04-03T02:38:38.739161Z","end":"2026-04-03T02:38:39.951344Z","steps":["trace[982516350] 'process raft request' (duration: 1.211697268s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:39.951626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:38.739154Z","time spent":"1.212327833s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:39.951619Z","caller":"traceutil/trace.go:171","msg":"trace[2088761632] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"1.211192044s","start":"2026-04-03T02:38:38.740406Z","end":"2026-04-03T02:38:39.951598Z","steps":["trace[2088761632] 'process raft request' (duration: 1.210851746s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:39.951775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:38.740398Z","time spent":"1.211325858s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:39.951778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:38.739006Z","time spent":"1.211990745s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:39.951856Z","caller":"traceutil/trace.go:171","msg":"trace[839810881] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"276.089797ms","start":"2026-04-03T02:38:39.675534Z","end":"2026-04-03T02:38:39.951624Z","steps":["trace[839810881] 'process raft request' (duration: 275.916343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:39.951899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:38.738207Z","time spent":"1.213116323s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:39.951934Z","caller":"traceutil/trace.go:171","msg":"trace[1297683163] linearizableReadLoop","detail":"{readStateIndex:2258; appliedIndex:2253; }","duration":"1.079339851s","start":"2026-04-03T02:38:38.872575Z","end":"2026-04-03T02:38:39.951915Z","steps":["trace[1297683163] 'read index received' (duration: 507.629599ms)","trace[1297683163] 'applied index is now lower than readState.Index' (duration: 571.707672ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:39.952255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079678229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-04-03T02:38:39.952322Z","caller":"traceutil/trace.go:171","msg":"trace[429479144] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2163; }","duration":"1.079767022s","start":"2026-04-03T02:38:38.872534Z","end":"2026-04-03T02:38:39.952301Z","steps":["trace[429479144] 'agreement among raft nodes before linearized reading' (duration: 1.079429643s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:39.952368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:38.872516Z","time spent":"1.079841674s","remote":"127.0.0.1:33998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":6,"response size":363706,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-04-03T02:38:40.452066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513124369,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:38:40.620474Z","caller":"traceutil/trace.go:171","msg":"trace[951545156] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"905.406915ms","start":"2026-04-03T02:38:39.715044Z","end":"2026-04-03T02:38:40.620451Z","steps":["trace[951545156] 'process raft request' (duration: 905.262222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:40.620614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:39.714994Z","time spent":"905.553029ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:40.979795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000286583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:38:40.979885Z","caller":"traceutil/trace.go:171","msg":"trace[1214135472] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000419487s","start":"2026-04-03T02:38:38.979443Z","end":"2026-04-03T02:38:40.979862Z","steps":["trace[1214135472] 'agreement among raft nodes before linearized reading' (duration: 2.000306234s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:40.979943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:38.979399Z","time spent":"2.000531019s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:38:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:41.028437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.198004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:41.028535Z","caller":"traceutil/trace.go:171","msg":"trace[877960916] linearizableReadLoop","detail":"{readStateIndex:2261; appliedIndex:2259; }","duration":"1.076510949s","start":"2026-04-03T02:38:39.952008Z","end":"2026-04-03T02:38:41.028519Z","steps":["trace[877960916] 'read index received' (duration: 668.340274ms)","trace[877960916] 'applied index is now lower than readState.Index' (duration: 408.169055ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:41.028744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275219713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-03T02:38:41.028806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308024121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:38:41.028828Z","caller":"traceutil/trace.go:171","msg":"trace[1840529860] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2165; }","duration":"1.275355036s","start":"2026-04-03T02:38:39.753452Z","end":"2026-04-03T02:38:41.028807Z","steps":["trace[1840529860] 'agreement among raft nodes before linearized reading' (duration: 1.275177991s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:41.028839Z","caller":"traceutil/trace.go:171","msg":"trace[207653735] range","detail":"{range_begin:/registry/masterleases/199.19.213.65; range_end:; response_count:1; response_revision:2165; }","duration":"1.308057492s","start":"2026-04-03T02:38:39.720771Z","end":"2026-04-03T02:38:41.028828Z","steps":["trace[207653735] 'agreement among raft nodes before linearized reading' (duration: 1.307940349s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:41.028867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:39.753429Z","time spent":"1.275429118s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-03T02:38:41.028923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59463416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:38:41.028961Z","caller":"traceutil/trace.go:171","msg":"trace[2008810628] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2165; }","duration":"1.594717072s","start":"2026-04-03T02:38:39.434236Z","end":"2026-04-03T02:38:41.028953Z","steps":["trace[2008810628] 'agreement among raft nodes before linearized reading' (duration: 1.594654311s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:41.028989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:39.434208Z","time spent":"1.594773764s","remote":"127.0.0.1:34358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:41.02887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:39.720724Z","time spent":"1.308139644s","remote":"127.0.0.1:33952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.65\" "} {"level":"warn","ts":"2026-04-03T02:38:41.029124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139269246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:38:41.029159Z","caller":"traceutil/trace.go:171","msg":"trace[8602648] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2165; }","duration":"1.139363759s","start":"2026-04-03T02:38:39.889787Z","end":"2026-04-03T02:38:41.029151Z","steps":["trace[8602648] 'agreement among raft nodes before linearized reading' (duration: 1.139298607s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:41.029377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:39.889758Z","time spent":"1.139588624s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":4,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:41.029523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077951953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:38:41.029054Z","caller":"traceutil/trace.go:171","msg":"trace[1325515125] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"1.058389994s","start":"2026-04-03T02:38:39.97065Z","end":"2026-04-03T02:38:41.02904Z","steps":["trace[1325515125] 'process raft request' (duration: 776.502494ms)","trace[1325515125] 'compare' (duration: 281.094251ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:41.02956Z","caller":"traceutil/trace.go:171","msg":"trace[1872549059] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2165; }","duration":"2.078041516s","start":"2026-04-03T02:38:38.951507Z","end":"2026-04-03T02:38:41.029549Z","steps":["trace[1872549059] 'agreement among raft nodes before linearized reading' (duration: 2.077926813s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:41.029592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:38.951475Z","time spent":"2.078106477s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:38:41.029692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:39.97062Z","time spent":"1.058973469s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:41.029889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.317297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-04-03T02:38:41.030018Z","caller":"traceutil/trace.go:171","msg":"trace[1210107806] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2165; }","duration":"705.517442ms","start":"2026-04-03T02:38:40.32447Z","end":"2026-04-03T02:38:41.029988Z","steps":["trace[1210107806] 'agreement among raft nodes before linearized reading' (duration: 704.682291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:41.030105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:40.324454Z","time spent":"705.634464ms","remote":"127.0.0.1:33998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":6,"response size":363706,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-04-03T02:38:43.03869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00009955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:38:43.038769Z","caller":"traceutil/trace.go:171","msg":"trace[569320139] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000227403s","start":"2026-04-03T02:38:41.038525Z","end":"2026-04-03T02:38:43.038752Z","steps":["trace[569320139] 'agreement among raft nodes before linearized reading' (duration: 2.000137271s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:43.038811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:41.038507Z","time spent":"2.000294625s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:38:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:43.445217Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.048450717s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:38:43.817565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093771908s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:43.817654Z","caller":"traceutil/trace.go:171","msg":"trace[1123065616] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2165; }","duration":"2.09386837s","start":"2026-04-03T02:38:41.723771Z","end":"2026-04-03T02:38:43.817639Z","steps":["trace[1123065616] 'range keys from in-memory index tree' (duration: 2.093757268s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:43.818334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.421443593s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-03T02:38:43.818595Z","caller":"traceutil/trace.go:171","msg":"trace[1070884467] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"2.783423984s","start":"2026-04-03T02:38:41.035151Z","end":"2026-04-03T02:38:43.818575Z","steps":["trace[1070884467] 'process raft request' (duration: 2.783382573s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:43.818689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:41.035135Z","time spent":"2.783494446s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:43.818885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:41.031777Z","time spent":"2.787105966s","remote":"127.0.0.1:33952","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T02:38:43.819178Z","caller":"traceutil/trace.go:171","msg":"trace[1555021122] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"2.78562657s","start":"2026-04-03T02:38:41.03354Z","end":"2026-04-03T02:38:43.819166Z","steps":["trace[1555021122] 'process raft request' (duration: 2.784893942s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:43.819248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:41.033507Z","time spent":"2.785694901s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:43.819926Z","caller":"traceutil/trace.go:171","msg":"trace[1426759232] linearizableReadLoop","detail":"{readStateIndex:2262; appliedIndex:2261; }","duration":"2.787301661s","start":"2026-04-03T02:38:41.032609Z","end":"2026-04-03T02:38:43.819911Z","steps":["trace[1426759232] 'read index received' (duration: 364.169946ms)","trace[1426759232] 'applied index is now lower than readState.Index' (duration: 2.423130105s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:43.82001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.787400643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b80df8663ab0\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-03T02:38:43.820031Z","caller":"traceutil/trace.go:171","msg":"trace[414292319] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b80df8663ab0; range_end:; response_count:1; response_revision:2167; }","duration":"2.787439934s","start":"2026-04-03T02:38:41.032583Z","end":"2026-04-03T02:38:43.820023Z","steps":["trace[414292319] 'agreement among raft nodes before linearized reading' (duration: 2.787371412s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:43.820046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:41.03257Z","time spent":"2.787472705s","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b80df8663ab0\" "} {"level":"warn","ts":"2026-04-03T02:38:44.360747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.050227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:44.360966Z","caller":"traceutil/trace.go:171","msg":"trace[1847361854] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"1.325667619s","start":"2026-04-03T02:38:43.035271Z","end":"2026-04-03T02:38:44.360939Z","steps":["trace[1847361854] 'process raft request' (duration: 970.345625ms)","trace[1847361854] 'compare' (duration: 354.884403ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:44.361029Z","caller":"traceutil/trace.go:171","msg":"trace[192615166] linearizableReadLoop","detail":"{readStateIndex:2266; appliedIndex:2264; }","duration":"541.049033ms","start":"2026-04-03T02:38:43.819965Z","end":"2026-04-03T02:38:44.361014Z","steps":["trace[192615166] 'read index received' (duration: 185.498354ms)","trace[192615166] 'applied index is now lower than readState.Index' (duration: 355.549339ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:44.361086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:43.03525Z","time spent":"1.325767361s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:44.361214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.404495218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:38:44.361196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.40415651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:38:44.361243Z","caller":"traceutil/trace.go:171","msg":"trace[345723672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2169; }","duration":"2.40454481s","start":"2026-04-03T02:38:41.956689Z","end":"2026-04-03T02:38:44.361234Z","steps":["trace[345723672] 'agreement among raft nodes before linearized reading' (duration: 2.404416016s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:44.361315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:41.956683Z","time spent":"2.404624131s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:38:44.361285Z","caller":"traceutil/trace.go:171","msg":"trace[748977277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2169; }","duration":"2.404244782s","start":"2026-04-03T02:38:41.957003Z","end":"2026-04-03T02:38:44.361248Z","steps":["trace[748977277] 'agreement among raft nodes before linearized reading' (duration: 2.404060397s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:44.361397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:41.956997Z","time spent":"2.404371155s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:38:44.36144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.976748881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T02:38:44.361461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.006816783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-04-03T02:38:44.361476Z","caller":"traceutil/trace.go:171","msg":"trace[1816690462] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2169; }","duration":"2.976826283s","start":"2026-04-03T02:38:41.38464Z","end":"2026-04-03T02:38:44.361467Z","steps":["trace[1816690462] 'agreement among raft nodes before linearized reading' (duration: 2.976725671s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:44.36149Z","caller":"traceutil/trace.go:171","msg":"trace[1696590051] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2169; }","duration":"3.006887045s","start":"2026-04-03T02:38:41.354594Z","end":"2026-04-03T02:38:44.361481Z","steps":["trace[1696590051] 'agreement among raft nodes before linearized reading' (duration: 3.006800012s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:44.361501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:41.38462Z","time spent":"2.976875365s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:38:44.361517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:41.354574Z","time spent":"3.006937315s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-04-03T02:38:44.361549Z","caller":"traceutil/trace.go:171","msg":"trace[786060011] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"541.613977ms","start":"2026-04-03T02:38:43.819922Z","end":"2026-04-03T02:38:44.361536Z","steps":["trace[786060011] 'process raft request' (duration: 540.93215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:44.361599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.065450966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:44.361628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.405122684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-03T02:38:44.361627Z","caller":"traceutil/trace.go:171","msg":"trace[468677000] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2169; }","duration":"3.065520478s","start":"2026-04-03T02:38:41.296096Z","end":"2026-04-03T02:38:44.361617Z","steps":["trace[468677000] 'agreement among raft nodes before linearized reading' (duration: 3.065476527s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:44.361638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:43.819909Z","time spent":"541.670068ms","remote":"127.0.0.1:33952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:44.361656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:41.296074Z","time spent":"3.06557333s","remote":"127.0.0.1:34098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:44.361694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.406096668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:38:44.361711Z","caller":"traceutil/trace.go:171","msg":"trace[453345191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2169; }","duration":"2.406143509s","start":"2026-04-03T02:38:41.955563Z","end":"2026-04-03T02:38:44.361707Z","steps":["trace[453345191] 'agreement among raft nodes before linearized reading' (duration: 2.406096738s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:44.361729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:41.955547Z","time spent":"2.40617677s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:38:44.361802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.411836211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-04-03T02:38:44.361796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:43.822184Z","time spent":"539.610296ms","remote":"127.0.0.1:33988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T02:38:44.36182Z","caller":"traceutil/trace.go:171","msg":"trace[526732074] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2169; }","duration":"2.411896014s","start":"2026-04-03T02:38:41.94992Z","end":"2026-04-03T02:38:44.361816Z","steps":["trace[526732074] 'agreement among raft nodes before linearized reading' (duration: 2.411848082s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:44.361837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:41.949904Z","time spent":"2.411930064s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-04-03T02:38:44.361649Z","caller":"traceutil/trace.go:171","msg":"trace[1304428554] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2169; }","duration":"2.405169995s","start":"2026-04-03T02:38:41.956473Z","end":"2026-04-03T02:38:44.361643Z","steps":["trace[1304428554] 'agreement among raft nodes before linearized reading' (duration: 2.405102053s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:44.361899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:41.956462Z","time spent":"2.405431572s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-04-03T02:38:44.361983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.357958207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-03T02:38:44.362001Z","caller":"traceutil/trace.go:171","msg":"trace[1376419440] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2169; }","duration":"2.357989237s","start":"2026-04-03T02:38:42.004005Z","end":"2026-04-03T02:38:44.361994Z","steps":["trace[1376419440] 'agreement among raft nodes before linearized reading' (duration: 2.357937296s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:44.361969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753797556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:38:44.362021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:42.003994Z","time spent":"2.358020149s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-03T02:38:44.362044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323002203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:44.362057Z","caller":"traceutil/trace.go:171","msg":"trace[85281033] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2169; }","duration":"1.75395347s","start":"2026-04-03T02:38:42.608086Z","end":"2026-04-03T02:38:44.36204Z","steps":["trace[85281033] 'agreement among raft nodes before linearized reading' (duration: 1.753769236s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:44.362094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747274563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:44.362088Z","caller":"traceutil/trace.go:171","msg":"trace[1386910901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2169; }","duration":"1.323083245s","start":"2026-04-03T02:38:43.038993Z","end":"2026-04-03T02:38:44.362076Z","steps":["trace[1386910901] 'agreement among raft nodes before linearized reading' (duration: 1.323020024s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:44.362113Z","caller":"traceutil/trace.go:171","msg":"trace[1868841430] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2169; }","duration":"1.747319474s","start":"2026-04-03T02:38:42.614786Z","end":"2026-04-03T02:38:44.362106Z","steps":["trace[1868841430] 'agreement among raft nodes before linearized reading' (duration: 1.747290363s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:44.362121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:43.038968Z","time spent":"1.323146997s","remote":"127.0.0.1:33908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:38:44.36212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:42.608066Z","time spent":"1.754041742s","remote":"127.0.0.1:34280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:44.362131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:42.614778Z","time spent":"1.747347694s","remote":"127.0.0.1:34036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:44.362288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.097473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-04-03T02:38:44.362363Z","caller":"traceutil/trace.go:171","msg":"trace[1602354653] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2169; }","duration":"374.215496ms","start":"2026-04-03T02:38:43.988129Z","end":"2026-04-03T02:38:44.362344Z","steps":["trace[1602354653] 'agreement among raft nodes before linearized reading' (duration: 373.678972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:44.362419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:43.988113Z","time spent":"374.296348ms","remote":"127.0.0.1:33998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":6,"response size":363706,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-04-03T02:38:44.864376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513124383,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:38:45.212442Z","caller":"traceutil/trace.go:171","msg":"trace[57408154] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"848.794511ms","start":"2026-04-03T02:38:44.363621Z","end":"2026-04-03T02:38:45.212415Z","steps":["trace[57408154] 'process raft request' (duration: 848.617486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:45.212852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:44.363599Z","time spent":"849.144799ms","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:46.202463Z","caller":"traceutil/trace.go:171","msg":"trace[143116228] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"1.834649463s","start":"2026-04-03T02:38:44.367794Z","end":"2026-04-03T02:38:46.202444Z","steps":["trace[143116228] 'process raft request' (duration: 1.834433167s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:46.202584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:44.367763Z","time spent":"1.834759846s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:46.202832Z","caller":"traceutil/trace.go:171","msg":"trace[815413498] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"1.833756951s","start":"2026-04-03T02:38:44.369054Z","end":"2026-04-03T02:38:46.20281Z","steps":["trace[815413498] 'process raft request' (duration: 1.833362012s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:46.202939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:44.369044Z","time spent":"1.833840663s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:46.203056Z","caller":"traceutil/trace.go:171","msg":"trace[293865116] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"1.833915416s","start":"2026-04-03T02:38:44.36911Z","end":"2026-04-03T02:38:46.203025Z","steps":["trace[293865116] 'process raft request' (duration: 1.833531666s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:46.203153Z","caller":"traceutil/trace.go:171","msg":"trace[1904096152] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"1.833988257s","start":"2026-04-03T02:38:44.369146Z","end":"2026-04-03T02:38:46.203134Z","steps":["trace[1904096152] 'process raft request' (duration: 1.833606378s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:46.203218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:44.369105Z","time spent":"1.834037219s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:46.203252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:44.369141Z","time spent":"1.834069879s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:46.203741Z","caller":"traceutil/trace.go:171","msg":"trace[303346195] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"1.832247033s","start":"2026-04-03T02:38:44.371456Z","end":"2026-04-03T02:38:46.203703Z","steps":["trace[303346195] 'process raft request' (duration: 1.831388572s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:46.203905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:44.37142Z","time spent":"1.832402527s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:46.204236Z","caller":"traceutil/trace.go:171","msg":"trace[419412756] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"1.831361261s","start":"2026-04-03T02:38:44.372857Z","end":"2026-04-03T02:38:46.204218Z","steps":["trace[419412756] 'process raft request' (duration: 1.830935481s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:46.204256Z","caller":"traceutil/trace.go:171","msg":"trace[1417093765] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"1.829893735s","start":"2026-04-03T02:38:44.374346Z","end":"2026-04-03T02:38:46.20424Z","steps":["trace[1417093765] 'process raft request' (duration: 1.829594507s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:46.204312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:44.372849Z","time spent":"1.831415922s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:46.204356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:44.374321Z","time spent":"1.829994556s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:46.204407Z","caller":"traceutil/trace.go:171","msg":"trace[1825215121] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"1.829867793s","start":"2026-04-03T02:38:44.374525Z","end":"2026-04-03T02:38:46.204393Z","steps":["trace[1825215121] 'process raft request' (duration: 1.829527345s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:46.204693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840374476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-04-03T02:38:46.204752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:44.374505Z","time spent":"1.829926845s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:46.204781Z","caller":"traceutil/trace.go:171","msg":"trace[502314444] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2178; }","duration":"1.84049566s","start":"2026-04-03T02:38:44.364268Z","end":"2026-04-03T02:38:46.204764Z","steps":["trace[502314444] 'agreement among raft nodes before linearized reading' (duration: 1.840345926s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:46.204822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:44.36425Z","time spent":"1.840563181s","remote":"127.0.0.1:34062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-03T02:38:46.204181Z","caller":"traceutil/trace.go:171","msg":"trace[1477401687] linearizableReadLoop","detail":"{readStateIndex:2276; appliedIndex:2267; }","duration":"1.839864514s","start":"2026-04-03T02:38:44.364299Z","end":"2026-04-03T02:38:46.204164Z","steps":["trace[1477401687] 'read index received' (duration: 847.97825ms)","trace[1477401687] 'applied index is now lower than readState.Index' (duration: 991.885244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:46.370451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998696661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:38:46.370621Z","caller":"traceutil/trace.go:171","msg":"trace[1111450347] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998888706s","start":"2026-04-03T02:38:44.371712Z","end":"2026-04-03T02:38:46.3706Z","steps":["trace[1111450347] 'agreement among raft nodes before linearized reading' (duration: 1.998692631s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:46.37072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:44.371681Z","time spent":"1.99902526s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:38:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:47.454913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.617273ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:38:47.455265Z","caller":"traceutil/trace.go:171","msg":"trace[1535154155] linearizableReadLoop","detail":"{readStateIndex:2277; appliedIndex:2276; }","duration":"1.249653651s","start":"2026-04-03T02:38:46.205588Z","end":"2026-04-03T02:38:47.455241Z","steps":["trace[1535154155] 'read index received' (duration: 296.706231ms)","trace[1535154155] 'applied index is now lower than readState.Index' (duration: 952.94543ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:47.455472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601513669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:38:47.455548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500105437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:47.455689Z","caller":"traceutil/trace.go:171","msg":"trace[1088098922] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2178; }","duration":"1.601694264s","start":"2026-04-03T02:38:45.853913Z","end":"2026-04-03T02:38:47.455608Z","steps":["trace[1088098922] 'agreement among raft nodes before linearized reading' (duration: 1.601481049s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:47.455725Z","caller":"traceutil/trace.go:171","msg":"trace[1085341274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2178; }","duration":"1.500297772s","start":"2026-04-03T02:38:45.955386Z","end":"2026-04-03T02:38:47.455684Z","steps":["trace[1085341274] 'agreement among raft nodes before linearized reading' (duration: 1.500092307s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:47.45578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:45.955372Z","time spent":"1.500395954s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:38:47.455771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911627414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:38:47.455831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:45.853906Z","time spent":"1.601855508s","remote":"127.0.0.1:34352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:38:47.456016Z","caller":"traceutil/trace.go:171","msg":"trace[620700585] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"1.089403838s","start":"2026-04-03T02:38:46.366599Z","end":"2026-04-03T02:38:47.456003Z","steps":["trace[620700585] 'process raft request' (duration: 1.088427084s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:47.456143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:46.366575Z","time spent":"1.08948427s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:47.455845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239258368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b80df8663ab0\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-03T02:38:47.456211Z","caller":"traceutil/trace.go:171","msg":"trace[211748214] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b80df8663ab0; range_end:; response_count:1; response_revision:2178; }","duration":"2.239659458s","start":"2026-04-03T02:38:45.216533Z","end":"2026-04-03T02:38:47.456193Z","steps":["trace[211748214] 'agreement among raft nodes before linearized reading' (duration: 2.239125395s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:47.456257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:45.216518Z","time spent":"2.239724329s","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b80df8663ab0\" "} {"level":"info","ts":"2026-04-03T02:38:47.455878Z","caller":"traceutil/trace.go:171","msg":"trace[1351488793] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2178; }","duration":"1.911820969s","start":"2026-04-03T02:38:45.544034Z","end":"2026-04-03T02:38:47.455854Z","steps":["trace[1351488793] 'agreement among raft nodes before linearized reading' (duration: 1.911616334s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:47.456467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:45.544015Z","time spent":"1.912405923s","remote":"127.0.0.1:34064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:47.456471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633778725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:38:47.457196Z","caller":"traceutil/trace.go:171","msg":"trace[225645982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2178; }","duration":"1.634536764s","start":"2026-04-03T02:38:45.822633Z","end":"2026-04-03T02:38:47.45717Z","steps":["trace[225645982] 'agreement among raft nodes before linearized reading' (duration: 1.633002856s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:47.457299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:45.822616Z","time spent":"1.634637566s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:38:47.456648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889640255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050268"} {"level":"info","ts":"2026-04-03T02:38:47.457641Z","caller":"traceutil/trace.go:171","msg":"trace[1209207067] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:2178; }","duration":"1.890674112s","start":"2026-04-03T02:38:45.566945Z","end":"2026-04-03T02:38:47.457619Z","steps":["trace[1209207067] 'agreement among raft nodes before linearized reading' (duration: 1.888659201s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:47.457716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:45.566925Z","time spent":"1.890766524s","remote":"127.0.0.1:33998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050292,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-04-03T02:38:48.167524Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513124397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:38:48.554387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.183374591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:48.554479Z","caller":"traceutil/trace.go:171","msg":"trace[1504720463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2179; }","duration":"2.183510235s","start":"2026-04-03T02:38:46.370949Z","end":"2026-04-03T02:38:48.554459Z","steps":["trace[1504720463] 'agreement among raft nodes before linearized reading' (duration: 1.085755536s)","trace[1504720463] 'range keys from in-memory index tree' (duration: 1.097635915s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:48.554517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:46.370928Z","time spent":"2.183581447s","remote":"127.0.0.1:33908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:38:48.554962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.348067206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:38:48.555344Z","caller":"traceutil/trace.go:171","msg":"trace[448527963] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2179; }","duration":"2.348204359s","start":"2026-04-03T02:38:46.206813Z","end":"2026-04-03T02:38:48.555017Z","steps":["trace[448527963] 'agreement among raft nodes before linearized reading' (duration: 1.249894547s)","trace[448527963] 'range keys from in-memory index tree' (duration: 1.097623125s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:48.555423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:46.206797Z","time spent":"2.348609399s","remote":"127.0.0.1:33952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-03T02:38:48.668172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513124397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:38:48.844646Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.384465978s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:38:48.845104Z","caller":"traceutil/trace.go:171","msg":"trace[332110725] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"1.385014443s","start":"2026-04-03T02:38:47.460063Z","end":"2026-04-03T02:38:48.845077Z","steps":["trace[332110725] 'process raft request' (duration: 1.384833569s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:48.845251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:47.460039Z","time spent":"1.385137316s","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:49.575039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.390828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:49.575162Z","caller":"traceutil/trace.go:171","msg":"trace[1828893847] linearizableReadLoop","detail":"{readStateIndex:2280; appliedIndex:2278; }","duration":"1.907965236s","start":"2026-04-03T02:38:47.667177Z","end":"2026-04-03T02:38:49.575142Z","steps":["trace[1828893847] 'read index received' (duration: 1.177748015s)","trace[1828893847] 'applied index is now lower than readState.Index' (duration: 730.215721ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:49.575165Z","caller":"traceutil/trace.go:171","msg":"trace[430889212] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"2.1119327s","start":"2026-04-03T02:38:47.463211Z","end":"2026-04-03T02:38:49.575144Z","steps":["trace[430889212] 'process raft request' (duration: 1.539343127s)","trace[430889212] 'compare' (duration: 572.04883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:49.575579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:47.463188Z","time spent":"2.112331941s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:49.576332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909153137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050268"} {"level":"info","ts":"2026-04-03T02:38:49.576397Z","caller":"traceutil/trace.go:171","msg":"trace[587233350] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:2181; }","duration":"1.909256669s","start":"2026-04-03T02:38:47.667125Z","end":"2026-04-03T02:38:49.576382Z","steps":["trace[587233350] 'agreement among raft nodes before linearized reading' (duration: 1.908112231s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:49.576487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:47.667098Z","time spent":"1.909374862s","remote":"127.0.0.1:33998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050292,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-04-03T02:38:50.176944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.958194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:50.177067Z","caller":"traceutil/trace.go:171","msg":"trace[1686032911] linearizableReadLoop","detail":"{readStateIndex:2281; appliedIndex:2280; }","duration":"601.846681ms","start":"2026-04-03T02:38:49.575205Z","end":"2026-04-03T02:38:50.177052Z","steps":["trace[1686032911] 'read index received' (duration: 156.702503ms)","trace[1686032911] 'applied index is now lower than readState.Index' (duration: 445.142918ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:50.177143Z","caller":"traceutil/trace.go:171","msg":"trace[758190104] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"714.140148ms","start":"2026-04-03T02:38:49.462992Z","end":"2026-04-03T02:38:50.177132Z","steps":["trace[758190104] 'process raft request' (duration: 268.897468ms)","trace[758190104] 'compare' (duration: 444.621385ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:50.177196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:49.462966Z","time spent":"714.19993ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:50.177497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969926335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T02:38:50.177509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968282143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-03T02:38:50.177503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619513692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:38:50.177579Z","caller":"traceutil/trace.go:171","msg":"trace[1947066727] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2182; }","duration":"1.968360005s","start":"2026-04-03T02:38:48.209188Z","end":"2026-04-03T02:38:50.177548Z","steps":["trace[1947066727] 'agreement among raft nodes before linearized reading' (duration: 1.96818704s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:50.177597Z","caller":"traceutil/trace.go:171","msg":"trace[1661038056] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2182; }","duration":"1.6197624s","start":"2026-04-03T02:38:48.557813Z","end":"2026-04-03T02:38:50.177575Z","steps":["trace[1661038056] 'agreement among raft nodes before linearized reading' (duration: 1.619568854s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:50.177623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:48.209177Z","time spent":"1.968435987s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-04-03T02:38:50.177665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.27888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:38:50.177663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508404885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:38:50.177704Z","caller":"traceutil/trace.go:171","msg":"trace[1548832649] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2182; }","duration":"342.360442ms","start":"2026-04-03T02:38:49.835332Z","end":"2026-04-03T02:38:50.177693Z","steps":["trace[1548832649] 'agreement among raft nodes before linearized reading' (duration: 342.30465ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:50.177727Z","caller":"traceutil/trace.go:171","msg":"trace[480647800] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2182; }","duration":"2.508497316s","start":"2026-04-03T02:38:47.669208Z","end":"2026-04-03T02:38:50.177706Z","steps":["trace[480647800] 'agreement among raft nodes before linearized reading' (duration: 2.508401804s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:50.177772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.147681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:50.177774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:47.669191Z","time spent":"2.508572579s","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":3,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:38:50.177799Z","caller":"traceutil/trace.go:171","msg":"trace[506180710] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2182; }","duration":"124.196212ms","start":"2026-04-03T02:38:50.053595Z","end":"2026-04-03T02:38:50.177791Z","steps":["trace[506180710] 'agreement among raft nodes before linearized reading' (duration: 124.157921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:50.177852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.873982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:50.17792Z","caller":"traceutil/trace.go:171","msg":"trace[925435035] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2182; }","duration":"636.089867ms","start":"2026-04-03T02:38:49.541813Z","end":"2026-04-03T02:38:50.177903Z","steps":["trace[925435035] 'agreement among raft nodes before linearized reading' (duration: 635.875492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:50.177941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803117539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"warn","ts":"2026-04-03T02:38:50.177973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:49.541796Z","time spent":"636.162949ms","remote":"127.0.0.1:34124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:50.177613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970156601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:38:50.178036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182850063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:38:50.178068Z","caller":"traceutil/trace.go:171","msg":"trace[170823728] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2182; }","duration":"2.182928125s","start":"2026-04-03T02:38:47.995131Z","end":"2026-04-03T02:38:50.178059Z","steps":["trace[170823728] 'agreement among raft nodes before linearized reading' (duration: 2.182843113s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:50.178079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968296994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T02:38:50.178107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:47.995111Z","time spent":"2.182988877s","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":55,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:50.178114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.450487468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:38:50.178118Z","caller":"traceutil/trace.go:171","msg":"trace[629962212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2182; }","duration":"1.968351275s","start":"2026-04-03T02:38:48.209756Z","end":"2026-04-03T02:38:50.178108Z","steps":["trace[629962212] 'agreement among raft nodes before linearized reading' (duration: 1.968250003s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:50.178142Z","caller":"traceutil/trace.go:171","msg":"trace[821939732] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2182; }","duration":"2.450518859s","start":"2026-04-03T02:38:47.727615Z","end":"2026-04-03T02:38:50.178134Z","steps":["trace[821939732] 'agreement among raft nodes before linearized reading' (duration: 2.450473068s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:50.178153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:48.20975Z","time spent":"1.968395696s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:38:50.178175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:47.727551Z","time spent":"2.45061675s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:50.177735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:49.83531Z","time spent":"342.416453ms","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:50.178325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32912695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b80df8663ab0\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-03T02:38:50.178424Z","caller":"traceutil/trace.go:171","msg":"trace[1712751155] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b80df8663ab0; range_end:; response_count:1; response_revision:2182; }","duration":"1.329258333s","start":"2026-04-03T02:38:48.849151Z","end":"2026-04-03T02:38:50.178409Z","steps":["trace[1712751155] 'agreement among raft nodes before linearized reading' (duration: 1.329049378s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:50.17844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968896199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:38:50.178064Z","caller":"traceutil/trace.go:171","msg":"trace[1381239095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2182; }","duration":"1.970645443s","start":"2026-04-03T02:38:48.207409Z","end":"2026-04-03T02:38:50.178055Z","steps":["trace[1381239095] 'agreement among raft nodes before linearized reading' (duration: 1.970151571s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:50.178483Z","caller":"traceutil/trace.go:171","msg":"trace[1483853497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2182; }","duration":"1.968979221s","start":"2026-04-03T02:38:48.209491Z","end":"2026-04-03T02:38:50.17847Z","steps":["trace[1483853497] 'agreement among raft nodes before linearized reading' (duration: 1.968821227s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:50.17852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:48.209469Z","time spent":"1.969042032s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:38:50.178581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353449767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-03T02:38:50.177657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:48.557726Z","time spent":"1.619915014s","remote":"127.0.0.1:34176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-03T02:38:50.17863Z","caller":"traceutil/trace.go:171","msg":"trace[645568332] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2182; }","duration":"1.35353952s","start":"2026-04-03T02:38:48.825078Z","end":"2026-04-03T02:38:50.178618Z","steps":["trace[645568332] 'agreement among raft nodes before linearized reading' (duration: 1.353419147s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:50.178679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:48.825046Z","time spent":"1.353618942s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-03T02:38:50.178519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:48.207386Z","time spent":"1.971121274s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:38:50.177981Z","caller":"traceutil/trace.go:171","msg":"trace[659318405] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2182; }","duration":"1.803192471s","start":"2026-04-03T02:38:48.374777Z","end":"2026-04-03T02:38:50.177969Z","steps":["trace[659318405] 'agreement among raft nodes before linearized reading' (duration: 1.803117959s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:50.178815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:48.37475Z","time spent":"1.804050792s","remote":"127.0.0.1:34078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-03T02:38:50.177867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798159455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:50.180165Z","caller":"traceutil/trace.go:171","msg":"trace[1032719983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2182; }","duration":"1.800470272s","start":"2026-04-03T02:38:48.379676Z","end":"2026-04-03T02:38:50.180146Z","steps":["trace[1032719983] 'agreement among raft nodes before linearized reading' (duration: 1.798158605s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:50.180245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:48.379666Z","time spent":"1.800544564s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:38:50.177541Z","caller":"traceutil/trace.go:171","msg":"trace[1429891816] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2182; }","duration":"1.970007387s","start":"2026-04-03T02:38:48.207521Z","end":"2026-04-03T02:38:50.177528Z","steps":["trace[1429891816] 'agreement among raft nodes before linearized reading' (duration: 1.969889433s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:50.180337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:48.207498Z","time spent":"1.972823107s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:38:50.178474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:48.84914Z","time spent":"1.329321356s","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b80df8663ab0\" "} {"level":"warn","ts":"2026-04-03T02:38:50.179502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.283622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050268"} {"level":"info","ts":"2026-04-03T02:38:50.180576Z","caller":"traceutil/trace.go:171","msg":"trace[1586186988] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:2182; }","duration":"195.345378ms","start":"2026-04-03T02:38:49.985179Z","end":"2026-04-03T02:38:50.180525Z","steps":["trace[1586186988] 'agreement among raft nodes before linearized reading' (duration: 192.60435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:50.690333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513124405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:38:52.19035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000895046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:38:52.190431Z","caller":"traceutil/trace.go:171","msg":"trace[1774189351] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001008078s","start":"2026-04-03T02:38:50.189407Z","end":"2026-04-03T02:38:52.190415Z","steps":["trace[1774189351] 'agreement among raft nodes before linearized reading' (duration: 2.000909556s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:52.190475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:50.189398Z","time spent":"2.001068239s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:38:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:52.215341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.720742ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:52.215474Z","caller":"traceutil/trace.go:171","msg":"trace[1168724488] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2182; }","duration":"491.863945ms","start":"2026-04-03T02:38:51.723588Z","end":"2026-04-03T02:38:52.215452Z","steps":["trace[1168724488] 'range keys from in-memory index tree' (duration: 491.698611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:52.215666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34611842s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-03T02:38:52.240521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:50.183579Z","time spent":"2.056933424s","remote":"127.0.0.1:33952","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T02:38:52.368514Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.49900848s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:38:53.069042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.279721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:53.069625Z","caller":"traceutil/trace.go:171","msg":"trace[1180522002] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"2.885656193s","start":"2026-04-03T02:38:50.183941Z","end":"2026-04-03T02:38:53.069597Z","steps":["trace[1180522002] 'process raft request' (duration: 2.885435488s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:53.069653Z","caller":"traceutil/trace.go:171","msg":"trace[870287939] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"2.883651864s","start":"2026-04-03T02:38:50.185953Z","end":"2026-04-03T02:38:53.069604Z","steps":["trace[870287939] 'process raft request' (duration: 2.883537451s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:53.069641Z","caller":"traceutil/trace.go:171","msg":"trace[789855274] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"2.884911746s","start":"2026-04-03T02:38:50.184702Z","end":"2026-04-03T02:38:53.069614Z","steps":["trace[789855274] 'process raft request' (duration: 2.884748052s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:53.069635Z","caller":"traceutil/trace.go:171","msg":"trace[831024220] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"2.885785907s","start":"2026-04-03T02:38:50.183817Z","end":"2026-04-03T02:38:53.069603Z","steps":["trace[831024220] 'process raft request' (duration: 2.1848681s)","trace[831024220] 'compare' (duration: 700.049795ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:53.06976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:50.183936Z","time spent":"2.885754177s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:53.069781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:50.184689Z","time spent":"2.885016758s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:53.069786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:50.183806Z","time spent":"2.88590606s","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:53.069765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:50.185943Z","time spent":"2.883752556s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:53.069906Z","caller":"traceutil/trace.go:171","msg":"trace[433061870] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"2.88308822s","start":"2026-04-03T02:38:50.1868Z","end":"2026-04-03T02:38:53.069888Z","steps":["trace[433061870] 'process raft request' (duration: 2.882946786s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:53.069926Z","caller":"traceutil/trace.go:171","msg":"trace[775047625] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"2.883159001s","start":"2026-04-03T02:38:50.186745Z","end":"2026-04-03T02:38:53.069904Z","steps":["trace[775047625] 'process raft request' (duration: 2.882822033s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:53.070012Z","caller":"traceutil/trace.go:171","msg":"trace[1131280439] linearizableReadLoop","detail":"{readStateIndex:2291; appliedIndex:2281; }","duration":"2.880572126s","start":"2026-04-03T02:38:50.189431Z","end":"2026-04-03T02:38:53.070003Z","steps":["trace[1131280439] 'read index received' (duration: 680.090297ms)","trace[1131280439] 'applied index is now lower than readState.Index' (duration: 2.200480949s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:53.070011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:50.186794Z","time spent":"2.883174672s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:53.070045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:50.186736Z","time spent":"2.883242584s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:53.070069Z","caller":"traceutil/trace.go:171","msg":"trace[232767946] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"2.882314611s","start":"2026-04-03T02:38:50.187748Z","end":"2026-04-03T02:38:53.070063Z","steps":["trace[232767946] 'process raft request' (duration: 2.882103826s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:53.070103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:50.18774Z","time spent":"2.882342431s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:53.070144Z","caller":"traceutil/trace.go:171","msg":"trace[762942068] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"2.881171282s","start":"2026-04-03T02:38:50.188965Z","end":"2026-04-03T02:38:53.070136Z","steps":["trace[762942068] 'process raft request' (duration: 2.880968747s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:53.070166Z","caller":"traceutil/trace.go:171","msg":"trace[557208016] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"2.872018553s","start":"2026-04-03T02:38:50.198141Z","end":"2026-04-03T02:38:53.07016Z","steps":["trace[557208016] 'process raft request' (duration: 2.871833979s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:53.070176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:50.188945Z","time spent":"2.881212882s","remote":"127.0.0.1:34078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:53.070197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:50.198131Z","time spent":"2.872048404s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:53.447959Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.079265536s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:38:53.460178Z","caller":"traceutil/trace.go:171","msg":"trace[327759392] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"1.271562559s","start":"2026-04-03T02:38:52.188589Z","end":"2026-04-03T02:38:53.460152Z","steps":["trace[327759392] 'process raft request' (duration: 1.271466857s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:53.460348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:52.188559Z","time spent":"1.271697123s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:53.460557Z","caller":"traceutil/trace.go:171","msg":"trace[1639904516] linearizableReadLoop","detail":"{readStateIndex:2294; appliedIndex:2291; }","duration":"390.515373ms","start":"2026-04-03T02:38:53.07003Z","end":"2026-04-03T02:38:53.460545Z","steps":["trace[1639904516] 'read index received' (duration: 378.080603ms)","trace[1639904516] 'applied index is now lower than readState.Index' (duration: 12.43372ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:53.460175Z","caller":"traceutil/trace.go:171","msg":"trace[486599928] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"2.576152992s","start":"2026-04-03T02:38:50.883979Z","end":"2026-04-03T02:38:53.460132Z","steps":["trace[486599928] 'process raft request' (duration: 2.564321426s)","trace[486599928] 'compare' (duration: 11.379284ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:53.460719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:50.883956Z","time spent":"2.576727195s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:53.461192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251845634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-04-03T02:38:53.46124Z","caller":"traceutil/trace.go:171","msg":"trace[1924865232] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2194; }","duration":"2.251999117s","start":"2026-04-03T02:38:51.209227Z","end":"2026-04-03T02:38:53.461226Z","steps":["trace[1924865232] 'agreement among raft nodes before linearized reading' (duration: 2.251820883s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:53.461248Z","caller":"traceutil/trace.go:171","msg":"trace[1147356021] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"1.219687404s","start":"2026-04-03T02:38:52.241545Z","end":"2026-04-03T02:38:53.461232Z","steps":["trace[1147356021] 'process raft request' (duration: 1.218559065s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:53.46124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251504446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-04-03T02:38:53.461314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:51.209185Z","time spent":"2.252077229s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-04-03T02:38:53.461335Z","caller":"traceutil/trace.go:171","msg":"trace[2056140176] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2194; }","duration":"2.251638109s","start":"2026-04-03T02:38:51.209677Z","end":"2026-04-03T02:38:53.461315Z","steps":["trace[2056140176] 'agreement among raft nodes before linearized reading' (duration: 2.251367962s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:53.461353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:52.241525Z","time spent":"1.219786916s","remote":"127.0.0.1:33952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:53.461386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:51.209664Z","time spent":"2.25171211s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-03T02:38:53.461316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.027106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"warn","ts":"2026-04-03T02:38:53.461461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270885862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:53.461511Z","caller":"traceutil/trace.go:171","msg":"trace[1704877449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2194; }","duration":"1.270965064s","start":"2026-04-03T02:38:52.190532Z","end":"2026-04-03T02:38:53.461497Z","steps":["trace[1704877449] 'agreement among raft nodes before linearized reading' (duration: 1.270875072s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:53.461544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:52.190516Z","time spent":"1.271020696s","remote":"127.0.0.1:33908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:38:53.461576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881329709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:38:53.461601Z","caller":"traceutil/trace.go:171","msg":"trace[308459766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2194; }","duration":"1.88139084s","start":"2026-04-03T02:38:51.580202Z","end":"2026-04-03T02:38:53.461593Z","steps":["trace[308459766] 'agreement among raft nodes before linearized reading' (duration: 1.881310948s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:53.461629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:51.580182Z","time spent":"1.881441211s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:38:53.461911Z","caller":"traceutil/trace.go:171","msg":"trace[559779527] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2194; }","duration":"387.269562ms","start":"2026-04-03T02:38:53.074175Z","end":"2026-04-03T02:38:53.461445Z","steps":["trace[559779527] 'agreement among raft nodes before linearized reading' (duration: 386.974004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:53.461995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:53.074155Z","time spent":"387.820405ms","remote":"127.0.0.1:34078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-03T02:38:53.463204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254100589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-04-03T02:38:53.463289Z","caller":"traceutil/trace.go:171","msg":"trace[1456562234] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2194; }","duration":"2.254234513s","start":"2026-04-03T02:38:51.209032Z","end":"2026-04-03T02:38:53.463266Z","steps":["trace[1456562234] 'agreement among raft nodes before linearized reading' (duration: 2.252216723s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:53.463684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:51.209018Z","time spent":"2.254648934s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-03T02:38:53.464004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.40069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050268"} {"level":"info","ts":"2026-04-03T02:38:53.46409Z","caller":"traceutil/trace.go:171","msg":"trace[1505150184] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:2194; }","duration":"398.546625ms","start":"2026-04-03T02:38:53.065529Z","end":"2026-04-03T02:38:53.464075Z","steps":["trace[1505150184] 'agreement among raft nodes before linearized reading' (duration: 395.56436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:53.464255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:53.065504Z","time spent":"398.736889ms","remote":"127.0.0.1:33998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050292,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-04-03T02:38:53.894809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.954426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:53.895227Z","caller":"traceutil/trace.go:171","msg":"trace[1618312549] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"427.717704ms","start":"2026-04-03T02:38:53.467496Z","end":"2026-04-03T02:38:53.895214Z","steps":["trace[1618312549] 'process raft request' (duration: 325.301605ms)","trace[1618312549] 'compare' (duration: 101.805733ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:53.895304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:53.467477Z","time spent":"427.806366ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:54.495092Z","caller":"traceutil/trace.go:171","msg":"trace[1363773305] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"1.0260171s","start":"2026-04-03T02:38:53.469028Z","end":"2026-04-03T02:38:54.495045Z","steps":["trace[1363773305] 'process raft request' (duration: 986.219576ms)","trace[1363773305] 'compare' (duration: 39.23384ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:54.495105Z","caller":"traceutil/trace.go:171","msg":"trace[876149904] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"1.02603231s","start":"2026-04-03T02:38:53.469049Z","end":"2026-04-03T02:38:54.495081Z","steps":["trace[876149904] 'process raft request' (duration: 1.025680261s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:54.495273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:53.469034Z","time spent":"1.026160603s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:54.495291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:53.469011Z","time spent":"1.026172853s","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:54.495395Z","caller":"traceutil/trace.go:171","msg":"trace[1984979037] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"1.023522437s","start":"2026-04-03T02:38:53.471862Z","end":"2026-04-03T02:38:54.495385Z","steps":["trace[1984979037] 'process raft request' (duration: 1.023172549s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:54.495411Z","caller":"traceutil/trace.go:171","msg":"trace[990083527] linearizableReadLoop","detail":"{readStateIndex:2297; appliedIndex:2294; }","duration":"1.025519007s","start":"2026-04-03T02:38:53.469875Z","end":"2026-04-03T02:38:54.495394Z","steps":["trace[990083527] 'read index received' (duration: 322.934296ms)","trace[990083527] 'applied index is now lower than readState.Index' (duration: 702.583861ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:54.495444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:53.471846Z","time spent":"1.023570378s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:54.495543Z","caller":"traceutil/trace.go:171","msg":"trace[2055528433] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"1.020919472s","start":"2026-04-03T02:38:53.474615Z","end":"2026-04-03T02:38:54.495534Z","steps":["trace[2055528433] 'process raft request' (duration: 1.020730617s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:54.495591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:53.474606Z","time spent":"1.020961503s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:54.495666Z","caller":"traceutil/trace.go:171","msg":"trace[832493379] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"1.022718926s","start":"2026-04-03T02:38:53.472939Z","end":"2026-04-03T02:38:54.495658Z","steps":["trace[832493379] 'process raft request' (duration: 1.022313606s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:54.495706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:53.472923Z","time spent":"1.022760867s","remote":"127.0.0.1:34078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:54.495727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025855614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:38:54.495767Z","caller":"traceutil/trace.go:171","msg":"trace[1359823137] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2200; }","duration":"1.025921596s","start":"2026-04-03T02:38:53.469834Z","end":"2026-04-03T02:38:54.495755Z","steps":["trace[1359823137] 'agreement among raft nodes before linearized reading' (duration: 1.025791723s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:54.495797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:53.469819Z","time spent":"1.025971027s","remote":"127.0.0.1:33952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-03T02:38:54.495857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025027815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:54.495909Z","caller":"traceutil/trace.go:171","msg":"trace[656264856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2200; }","duration":"1.025121107s","start":"2026-04-03T02:38:53.470773Z","end":"2026-04-03T02:38:54.495894Z","steps":["trace[656264856] 'agreement among raft nodes before linearized reading' (duration: 1.025037975s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:54.495954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:53.470744Z","time spent":"1.025199878s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:38:54.496077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.658361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/eg\" ","response":"range_response_count:1 size:1086"} {"level":"info","ts":"2026-04-03T02:38:54.496114Z","caller":"traceutil/trace.go:171","msg":"trace[1403028376] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/eg; range_end:; response_count:1; response_revision:2200; }","duration":"304.744763ms","start":"2026-04-03T02:38:54.191359Z","end":"2026-04-03T02:38:54.496104Z","steps":["trace[1403028376] 'agreement among raft nodes before linearized reading' (duration: 304.61933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:54.496143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:54.191333Z","time spent":"304.803815ms","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1110,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/eg\" "} {"level":"warn","ts":"2026-04-03T02:38:55.032367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.352315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:55.032438Z","caller":"traceutil/trace.go:171","msg":"trace[562015613] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2200; }","duration":"365.730245ms","start":"2026-04-03T02:38:54.666692Z","end":"2026-04-03T02:38:55.032422Z","steps":["trace[562015613] 'count revisions from in-memory index tree' (duration: 365.268674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:55.032485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:54.666672Z","time spent":"365.802538ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:38:55.857711Z","caller":"traceutil/trace.go:171","msg":"trace[333894976] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"777.313955ms","start":"2026-04-03T02:38:55.080377Z","end":"2026-04-03T02:38:55.857691Z","steps":["trace[333894976] 'process raft request' (duration: 777.172401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:55.857848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:55.08036Z","time spent":"777.411947ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:55.904162Z","caller":"traceutil/trace.go:171","msg":"trace[701502302] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"823.279063ms","start":"2026-04-03T02:38:55.080858Z","end":"2026-04-03T02:38:55.904137Z","steps":["trace[701502302] 'process raft request' (duration: 823.117589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:55.90431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:55.080844Z","time spent":"823.387365ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:55.904492Z","caller":"traceutil/trace.go:171","msg":"trace[221734643] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"823.58498ms","start":"2026-04-03T02:38:55.080876Z","end":"2026-04-03T02:38:55.904461Z","steps":["trace[221734643] 'process raft request' (duration: 823.223731ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:55.904622Z","caller":"traceutil/trace.go:171","msg":"trace[489280789] linearizableReadLoop","detail":"{readStateIndex:2306; appliedIndex:2300; }","duration":"258.053155ms","start":"2026-04-03T02:38:55.646537Z","end":"2026-04-03T02:38:55.90459Z","steps":["trace[489280789] 'read index received' (duration: 211.043731ms)","trace[489280789] 'applied index is now lower than readState.Index' (duration: 47.007634ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:55.904717Z","caller":"traceutil/trace.go:171","msg":"trace[1200471118] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"823.782755ms","start":"2026-04-03T02:38:55.08092Z","end":"2026-04-03T02:38:55.904703Z","steps":["trace[1200471118] 'process raft request' (duration: 823.445137ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:55.904756Z","caller":"traceutil/trace.go:171","msg":"trace[783435470] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"823.762575ms","start":"2026-04-03T02:38:55.080983Z","end":"2026-04-03T02:38:55.904745Z","steps":["trace[783435470] 'process raft request' (duration: 823.516509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:55.904908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:55.080966Z","time spent":"823.827676ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:55.904961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:55.080861Z","time spent":"823.710054ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:55.905121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.567158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:55.905208Z","caller":"traceutil/trace.go:171","msg":"trace[2038140890] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2206; }","duration":"258.65648ms","start":"2026-04-03T02:38:55.646502Z","end":"2026-04-03T02:38:55.905158Z","steps":["trace[2038140890] 'agreement among raft nodes before linearized reading' (duration: 258.540167ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:55.905382Z","caller":"traceutil/trace.go:171","msg":"trace[1655258658] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"437.464057ms","start":"2026-04-03T02:38:55.467898Z","end":"2026-04-03T02:38:55.905362Z","steps":["trace[1655258658] 'process raft request' (duration: 436.642957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:55.905441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:55.467875Z","time spent":"437.537998ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:55.904863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:55.080914Z","time spent":"823.845026ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:56.279625Z","caller":"traceutil/trace.go:171","msg":"trace[616444289] linearizableReadLoop","detail":"{readStateIndex:2307; appliedIndex:2306; }","duration":"323.544193ms","start":"2026-04-03T02:38:55.956059Z","end":"2026-04-03T02:38:56.279603Z","steps":["trace[616444289] 'read index received' (duration: 323.415589ms)","trace[616444289] 'applied index is now lower than readState.Index' (duration: 127.383µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:56.279679Z","caller":"traceutil/trace.go:171","msg":"trace[826309429] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"370.31474ms","start":"2026-04-03T02:38:55.909337Z","end":"2026-04-03T02:38:56.279651Z","steps":["trace[826309429] 'process raft request' (duration: 370.135635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:56.279775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.693526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:56.279806Z","caller":"traceutil/trace.go:171","msg":"trace[416113986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2207; }","duration":"323.785518ms","start":"2026-04-03T02:38:55.956013Z","end":"2026-04-03T02:38:56.279798Z","steps":["trace[416113986] 'agreement among raft nodes before linearized reading' (duration: 323.716177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:56.279818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:55.909304Z","time spent":"370.437323ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:56.27983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:55.955994Z","time spent":"323.831149ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:38:56.27984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.384689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:56.279895Z","caller":"traceutil/trace.go:171","msg":"trace[2056056900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2207; }","duration":"299.4746ms","start":"2026-04-03T02:38:55.980404Z","end":"2026-04-03T02:38:56.279878Z","steps":["trace[2056056900] 'agreement among raft nodes before linearized reading' (duration: 299.379628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:56.70389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.03993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:6771"} {"level":"info","ts":"2026-04-03T02:38:56.703991Z","caller":"traceutil/trace.go:171","msg":"trace[1265575859] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2207; }","duration":"283.195574ms","start":"2026-04-03T02:38:56.420772Z","end":"2026-04-03T02:38:56.703968Z","steps":["trace[1265575859] 'range keys from in-memory index tree' (duration: 282.798415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:56.883528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.471704ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-03T02:38:58.4086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513124459,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:38:58.61585Z","caller":"traceutil/trace.go:171","msg":"trace[258478682] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"750.367203ms","start":"2026-04-03T02:38:57.865413Z","end":"2026-04-03T02:38:58.615781Z","steps":["trace[258478682] 'process raft request' (duration: 750.113667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:58.616057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:57.865396Z","time spent":"750.540638ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:59.728121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.414735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:59.728202Z","caller":"traceutil/trace.go:171","msg":"trace[1349439547] linearizableReadLoop","detail":"{readStateIndex:2310; appliedIndex:2308; }","duration":"1.820134215s","start":"2026-04-03T02:38:57.908057Z","end":"2026-04-03T02:38:59.728191Z","steps":["trace[1349439547] 'read index received' (duration: 707.488862ms)","trace[1349439547] 'applied index is now lower than readState.Index' (duration: 1.112644373s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:59.728344Z","caller":"traceutil/trace.go:171","msg":"trace[2092070391] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"1.816365211s","start":"2026-04-03T02:38:57.911972Z","end":"2026-04-03T02:38:59.728337Z","steps":["trace[2092070391] 'process raft request' (duration: 876.673809ms)","trace[2092070391] 'compare' (duration: 938.922793ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:59.728377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:57.911957Z","time spent":"1.816402532s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:59.728536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820489214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:38:59.728551Z","caller":"traceutil/trace.go:171","msg":"trace[1064636448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2209; }","duration":"1.820548415s","start":"2026-04-03T02:38:57.907998Z","end":"2026-04-03T02:38:59.728546Z","steps":["trace[1064636448] 'agreement among raft nodes before linearized reading' (duration: 1.820474463s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:59.728568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:57.907977Z","time spent":"1.820587526s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:38:59.728661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818953265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-03T02:38:59.728674Z","caller":"traceutil/trace.go:171","msg":"trace[2140385959] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2209; }","duration":"1.819004216s","start":"2026-04-03T02:38:57.909665Z","end":"2026-04-03T02:38:59.72867Z","steps":["trace[2140385959] 'agreement among raft nodes before linearized reading' (duration: 1.818965445s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:59.72869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:57.909637Z","time spent":"1.819050547s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-04-03T02:38:59.728837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.497802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:59.728961Z","caller":"traceutil/trace.go:171","msg":"trace[2032025605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2209; }","duration":"749.628035ms","start":"2026-04-03T02:38:58.979313Z","end":"2026-04-03T02:38:59.728941Z","steps":["trace[2032025605] 'agreement among raft nodes before linearized reading' (duration: 749.458351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:59.728913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399812246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:38:59.729059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:58.979273Z","time spent":"749.769959ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:38:59.729107Z","caller":"traceutil/trace.go:171","msg":"trace[1179236201] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2209; }","duration":"1.400033982s","start":"2026-04-03T02:38:58.329066Z","end":"2026-04-03T02:38:59.7291Z","steps":["trace[1179236201] 'agreement among raft nodes before linearized reading' (duration: 1.399825807s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:59.729148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:58.32905Z","time spent":"1.400089943s","remote":"127.0.0.1:34062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":5,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:59.729386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446063231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:38:59.72941Z","caller":"traceutil/trace.go:171","msg":"trace[758163284] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2209; }","duration":"1.446114612s","start":"2026-04-03T02:38:58.28329Z","end":"2026-04-03T02:38:59.729405Z","steps":["trace[758163284] 'agreement among raft nodes before linearized reading' (duration: 1.446058491s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:59.729423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:58.283276Z","time spent":"1.446143993s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:38:59.729646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6546429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-03T02:38:59.729699Z","caller":"traceutil/trace.go:171","msg":"trace[2016598685] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2209; }","duration":"1.654732012s","start":"2026-04-03T02:38:58.074952Z","end":"2026-04-03T02:38:59.729684Z","steps":["trace[2016598685] 'agreement among raft nodes before linearized reading' (duration: 1.654606079s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:59.729738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:58.074931Z","time spent":"1.654799304s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-03T02:38:59.72987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819071358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T02:38:59.729896Z","caller":"traceutil/trace.go:171","msg":"trace[1456876819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2209; }","duration":"1.819120438s","start":"2026-04-03T02:38:57.910768Z","end":"2026-04-03T02:38:59.729888Z","steps":["trace[1456876819] 'agreement among raft nodes before linearized reading' (duration: 1.819039856s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:59.728878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.044925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:38:59.729927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:57.910755Z","time spent":"1.81916592s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:38:59.729942Z","caller":"traceutil/trace.go:171","msg":"trace[1432664592] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2209; }","duration":"942.147502ms","start":"2026-04-03T02:38:58.787786Z","end":"2026-04-03T02:38:59.729933Z","steps":["trace[1432664592] 'agreement among raft nodes before linearized reading' (duration: 941.066406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:59.729965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:58.787764Z","time spent":"942.192984ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:59.730091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.679392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-03T02:38:59.730174Z","caller":"traceutil/trace.go:171","msg":"trace[1371990589] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2209; }","duration":"227.068211ms","start":"2026-04-03T02:38:59.503065Z","end":"2026-04-03T02:38:59.730133Z","steps":["trace[1371990589] 'agreement among raft nodes before linearized reading' (duration: 226.569349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:59.730215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819436488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:38:59.730322Z","caller":"traceutil/trace.go:171","msg":"trace[1977145640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2209; }","duration":"1.819562521s","start":"2026-04-03T02:38:57.910704Z","end":"2026-04-03T02:38:59.730266Z","steps":["trace[1977145640] 'agreement among raft nodes before linearized reading' (duration: 1.819425046s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:59.730393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:57.910681Z","time spent":"1.819669244s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:38:59.730944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.805276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-04-03T02:38:59.731023Z","caller":"traceutil/trace.go:171","msg":"trace[1527971304] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2209; }","duration":"230.887517ms","start":"2026-04-03T02:38:59.50009Z","end":"2026-04-03T02:38:59.730978Z","steps":["trace[1527971304] 'agreement among raft nodes before linearized reading' (duration: 230.775234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:59.732783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.152567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-04-03T02:38:59.732827Z","caller":"traceutil/trace.go:171","msg":"trace[2030580807] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2209; }","duration":"232.216099ms","start":"2026-04-03T02:38:59.500604Z","end":"2026-04-03T02:38:59.73282Z","steps":["trace[2030580807] 'agreement among raft nodes before linearized reading' (duration: 229.42201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:00.401779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.599097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:00.401902Z","caller":"traceutil/trace.go:171","msg":"trace[414009783] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"665.727739ms","start":"2026-04-03T02:38:59.736146Z","end":"2026-04-03T02:39:00.401874Z","steps":["trace[414009783] 'process raft request' (duration: 260.926648ms)","trace[414009783] 'compare' (duration: 404.37918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:00.401964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:59.736121Z","time spent":"665.81415ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:00.898902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.132606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:00.899152Z","caller":"traceutil/trace.go:171","msg":"trace[774530878] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"1.162539029s","start":"2026-04-03T02:38:59.736564Z","end":"2026-04-03T02:39:00.899103Z","steps":["trace[774530878] 'process raft request' (duration: 1.040950451s)","trace[774530878] 'compare' (duration: 120.565871ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:00.89929Z","caller":"traceutil/trace.go:171","msg":"trace[1909272354] linearizableReadLoop","detail":"{readStateIndex:2319; appliedIndex:2310; }","duration":"918.208786ms","start":"2026-04-03T02:38:59.981064Z","end":"2026-04-03T02:39:00.899273Z","steps":["trace[1909272354] 'read index received' (duration: 16.02157ms)","trace[1909272354] 'applied index is now lower than readState.Index' (duration: 902.186196ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:00.899342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:59.736547Z","time spent":"1.162699713s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:00.899394Z","caller":"traceutil/trace.go:171","msg":"trace[23070798] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"1.162697332s","start":"2026-04-03T02:38:59.736686Z","end":"2026-04-03T02:39:00.899383Z","steps":["trace[23070798] 'process raft request' (duration: 1.162417106s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:00.899453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:59.736677Z","time spent":"1.162742294s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:00.899455Z","caller":"traceutil/trace.go:171","msg":"trace[520381679] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"1.162733494s","start":"2026-04-03T02:38:59.736697Z","end":"2026-04-03T02:39:00.89943Z","steps":["trace[520381679] 'process raft request' (duration: 1.162447307s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:00.899444Z","caller":"traceutil/trace.go:171","msg":"trace[2006029894] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"1.162678132s","start":"2026-04-03T02:38:59.736737Z","end":"2026-04-03T02:39:00.899415Z","steps":["trace[2006029894] 'process raft request' (duration: 1.162438986s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:00.899584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.531654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:00.899579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:59.736692Z","time spent":"1.162815516s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:00.899581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:59.736718Z","time spent":"1.162796466s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:00.899616Z","caller":"traceutil/trace.go:171","msg":"trace[968384785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2218; }","duration":"918.606956ms","start":"2026-04-03T02:38:59.981Z","end":"2026-04-03T02:39:00.899607Z","steps":["trace[968384785] 'agreement among raft nodes before linearized reading' (duration: 918.557815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:00.899649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:59.980945Z","time spent":"918.697908ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:39:00.899635Z","caller":"traceutil/trace.go:171","msg":"trace[278067042] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"1.16299581s","start":"2026-04-03T02:38:59.736621Z","end":"2026-04-03T02:39:00.899617Z","steps":["trace[278067042] 'process raft request' (duration: 1.162373985s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:00.899443Z","caller":"traceutil/trace.go:171","msg":"trace[1652503579] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"1.162557039s","start":"2026-04-03T02:38:59.736662Z","end":"2026-04-03T02:39:00.899219Z","steps":["trace[1652503579] 'process raft request' (duration: 1.162406316s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:00.899837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.459116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.65\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T02:39:00.899857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:59.736658Z","time spent":"1.163167144s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:00.899869Z","caller":"traceutil/trace.go:171","msg":"trace[329505234] range","detail":"{range_begin:/registry/masterleases/199.19.213.65; range_end:; response_count:1; response_revision:2218; }","duration":"718.514587ms","start":"2026-04-03T02:39:00.181344Z","end":"2026-04-03T02:39:00.899859Z","steps":["trace[329505234] 'agreement among raft nodes before linearized reading' (duration: 718.375714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:00.899871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:59.736616Z","time spent":"1.163071882s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:00.899896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:00.18133Z","time spent":"718.560799ms","remote":"127.0.0.1:33952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.65\" "} {"level":"warn","ts":"2026-04-03T02:39:00.900043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.79467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:39:00.900079Z","caller":"traceutil/trace.go:171","msg":"trace[1562650510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2218; }","duration":"279.890261ms","start":"2026-04-03T02:39:00.620179Z","end":"2026-04-03T02:39:00.900069Z","steps":["trace[1562650510] 'agreement among raft nodes before linearized reading' (duration: 279.773249ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:00.900252Z","caller":"traceutil/trace.go:171","msg":"trace[4982145] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"1.162462117s","start":"2026-04-03T02:38:59.737731Z","end":"2026-04-03T02:39:00.900193Z","steps":["trace[4982145] 'process raft request' (duration: 1.161508264s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:00.900318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:59.737718Z","time spent":"1.1625659s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:00.900447Z","caller":"traceutil/trace.go:171","msg":"trace[1983458244] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"1.162916398s","start":"2026-04-03T02:38:59.736845Z","end":"2026-04-03T02:39:00.899761Z","steps":["trace[1983458244] 'process raft request' (duration: 1.162360894s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:00.900642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:59.736838Z","time spent":"1.163755339s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:01.337578Z","caller":"traceutil/trace.go:171","msg":"trace[1828359384] linearizableReadLoop","detail":"{readStateIndex:2320; appliedIndex:2319; }","duration":"433.22464ms","start":"2026-04-03T02:39:00.904303Z","end":"2026-04-03T02:39:01.337528Z","steps":["trace[1828359384] 'read index received' (duration: 397.57482ms)","trace[1828359384] 'applied index is now lower than readState.Index' (duration: 35.64796ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:01.337585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:00.904128Z","time spent":"433.451157ms","remote":"127.0.0.1:33952","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T02:39:01.337717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.391675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:01.337773Z","caller":"traceutil/trace.go:171","msg":"trace[1571696176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2218; }","duration":"433.493717ms","start":"2026-04-03T02:39:00.904263Z","end":"2026-04-03T02:39:01.337756Z","steps":["trace[1571696176] 'agreement among raft nodes before linearized reading' (duration: 433.385504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:01.337812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:00.904246Z","time spent":"433.559569ms","remote":"127.0.0.1:33908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:39:01.405479Z","caller":"traceutil/trace.go:171","msg":"trace[2106219966] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"498.121973ms","start":"2026-04-03T02:39:00.90733Z","end":"2026-04-03T02:39:01.405452Z","steps":["trace[2106219966] 'process raft request' (duration: 497.924017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:01.405618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:00.907307Z","time spent":"498.242975ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:01.714847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.328645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:01.714958Z","caller":"traceutil/trace.go:171","msg":"trace[865470639] linearizableReadLoop","detail":"{readStateIndex:2322; appliedIndex:2320; }","duration":"369.267195ms","start":"2026-04-03T02:39:01.345673Z","end":"2026-04-03T02:39:01.71494Z","steps":["trace[865470639] 'read index received' (duration: 59.560597ms)","trace[865470639] 'applied index is now lower than readState.Index' (duration: 309.705418ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:01.71517Z","caller":"traceutil/trace.go:171","msg":"trace[5257644] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"376.088595ms","start":"2026-04-03T02:39:01.338926Z","end":"2026-04-03T02:39:01.715015Z","steps":["trace[5257644] 'process raft request' (duration: 195.528884ms)","trace[5257644] 'compare' (duration: 180.191222ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:01.715313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.638234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:01.715367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:01.338907Z","time spent":"376.357252ms","remote":"127.0.0.1:33952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:01.715422Z","caller":"traceutil/trace.go:171","msg":"trace[809118181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2220; }","duration":"369.737776ms","start":"2026-04-03T02:39:01.345638Z","end":"2026-04-03T02:39:01.715376Z","steps":["trace[809118181] 'agreement among raft nodes before linearized reading' (duration: 369.499791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:01.715526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:01.345608Z","time spent":"369.906021ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:02.126515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.628658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:02.126674Z","caller":"traceutil/trace.go:171","msg":"trace[298010296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2221; }","duration":"147.834554ms","start":"2026-04-03T02:39:01.978753Z","end":"2026-04-03T02:39:02.126588Z","steps":["trace[298010296] 'range keys from in-memory index tree' (duration: 147.464265ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:03.131456Z","caller":"traceutil/trace.go:171","msg":"trace[197628443] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"220.861396ms","start":"2026-04-03T02:39:02.910571Z","end":"2026-04-03T02:39:03.131432Z","steps":["trace[197628443] 'process raft request' (duration: 220.810835ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:03.131517Z","caller":"traceutil/trace.go:171","msg":"trace[460695712] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"220.925048ms","start":"2026-04-03T02:39:02.910556Z","end":"2026-04-03T02:39:03.131481Z","steps":["trace[460695712] 'process raft request' (duration: 220.692772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:04.788839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.960763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:04.789262Z","caller":"traceutil/trace.go:171","msg":"trace[1788721114] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"1.0024836s","start":"2026-04-03T02:39:03.786762Z","end":"2026-04-03T02:39:04.789245Z","steps":["trace[1788721114] 'process raft request' (duration: 1.002449149s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:04.789457Z","caller":"traceutil/trace.go:171","msg":"trace[914836235] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"1.878659473s","start":"2026-04-03T02:39:02.910768Z","end":"2026-04-03T02:39:04.789427Z","steps":["trace[914836235] 'process raft request' (duration: 1.878344835s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:04.789566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:03.786737Z","time spent":"1.002739316s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:04.789646Z","caller":"traceutil/trace.go:171","msg":"trace[1756302933] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"1.8789269s","start":"2026-04-03T02:39:02.910709Z","end":"2026-04-03T02:39:04.789636Z","steps":["trace[1756302933] 'process raft request' (duration: 1.878310814s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:04.789679Z","caller":"traceutil/trace.go:171","msg":"trace[155812869] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"1.530366886s","start":"2026-04-03T02:39:03.259275Z","end":"2026-04-03T02:39:04.789642Z","steps":["trace[155812869] 'process raft request' (duration: 1.529875872s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:04.789861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:03.259252Z","time spent":"1.530519249s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:04.789952Z","caller":"traceutil/trace.go:171","msg":"trace[14084651] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"1.183674436s","start":"2026-04-03T02:39:03.606269Z","end":"2026-04-03T02:39:04.789944Z","steps":["trace[14084651] 'process raft request' (duration: 1.182912586s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:04.790004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:03.606238Z","time spent":"1.183740118s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:04.789722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:02.910688Z","time spent":"1.879001243s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:04.790037Z","caller":"traceutil/trace.go:171","msg":"trace[954146890] linearizableReadLoop","detail":"{readStateIndex:2328; appliedIndex:2323; }","duration":"1.812517062s","start":"2026-04-03T02:39:02.977502Z","end":"2026-04-03T02:39:04.790019Z","steps":["trace[954146890] 'read index received' (duration: 153.835472ms)","trace[954146890] 'applied index is now lower than readState.Index' (duration: 1.65867964s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:04.789659Z","caller":"traceutil/trace.go:171","msg":"trace[1433512975] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"1.878958882s","start":"2026-04-03T02:39:02.910685Z","end":"2026-04-03T02:39:04.789644Z","steps":["trace[1433512975] 'process raft request' (duration: 911.118146ms)","trace[1433512975] 'compare' (duration: 966.865801ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:04.790136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812631764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:04.790207Z","caller":"traceutil/trace.go:171","msg":"trace[1166516430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2229; }","duration":"1.812745737s","start":"2026-04-03T02:39:02.977448Z","end":"2026-04-03T02:39:04.790194Z","steps":["trace[1166516430] 'agreement among raft nodes before linearized reading' (duration: 1.812648315s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:04.790225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380293507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:39:04.790255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:02.97743Z","time spent":"1.812815289s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:39:04.790262Z","caller":"traceutil/trace.go:171","msg":"trace[171047027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2229; }","duration":"1.380358479s","start":"2026-04-03T02:39:03.409894Z","end":"2026-04-03T02:39:04.790252Z","steps":["trace[171047027] 'agreement among raft nodes before linearized reading' (duration: 1.380231175s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:04.789604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:02.91076Z","time spent":"1.878768847s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:04.790251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:02.910677Z","time spent":"1.879450524s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:04.790297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:03.409871Z","time spent":"1.38042038s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:39:05.60393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513124503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:05.979277Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.17267526s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:39:05.979581Z","caller":"traceutil/trace.go:171","msg":"trace[1448296587] linearizableReadLoop","detail":"{readStateIndex:2332; appliedIndex:2331; }","duration":"876.334338ms","start":"2026-04-03T02:39:05.103226Z","end":"2026-04-03T02:39:05.97956Z","steps":["trace[1448296587] 'read index received' (duration: 876.155924ms)","trace[1448296587] 'applied index is now lower than readState.Index' (duration: 175.204µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:05.979831Z","caller":"traceutil/trace.go:171","msg":"trace[1008837135] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"1.180097695s","start":"2026-04-03T02:39:04.799719Z","end":"2026-04-03T02:39:05.979817Z","steps":["trace[1008837135] 'process raft request' (duration: 1.179714756s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:05.979938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:04.799696Z","time spent":"1.180171097s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:05.980082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.908119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T02:39:05.980555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.293903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:05.981315Z","caller":"traceutil/trace.go:171","msg":"trace[274095149] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2230; }","duration":"878.128234ms","start":"2026-04-03T02:39:05.103172Z","end":"2026-04-03T02:39:05.981301Z","steps":["trace[274095149] 'agreement among raft nodes before linearized reading' (duration: 877.297683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:05.980863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.405437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:39:05.981366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:05.103147Z","time spent":"878.203446ms","remote":"127.0.0.1:34388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:05.981372Z","caller":"traceutil/trace.go:171","msg":"trace[703307321] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2230; }","duration":"574.93983ms","start":"2026-04-03T02:39:05.406417Z","end":"2026-04-03T02:39:05.981357Z","steps":["trace[703307321] 'agreement among raft nodes before linearized reading' (duration: 574.348166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:05.980909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.91436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:05.981447Z","caller":"traceutil/trace.go:171","msg":"trace[599180268] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2230; }","duration":"845.111379ms","start":"2026-04-03T02:39:05.136108Z","end":"2026-04-03T02:39:05.98122Z","steps":["trace[599180268] 'agreement among raft nodes before linearized reading' (duration: 843.820296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:05.981477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:05.136087Z","time spent":"845.383876ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:39:05.981475Z","caller":"traceutil/trace.go:171","msg":"trace[1366354831] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2230; }","duration":"790.495525ms","start":"2026-04-03T02:39:05.190958Z","end":"2026-04-03T02:39:05.981453Z","steps":["trace[1366354831] 'agreement among raft nodes before linearized reading' (duration: 789.90847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:05.981082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.841293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:39:05.981549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:05.190944Z","time spent":"790.575136ms","remote":"127.0.0.1:34000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:05.981581Z","caller":"traceutil/trace.go:171","msg":"trace[1828747593] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2230; }","duration":"845.397736ms","start":"2026-04-03T02:39:05.136163Z","end":"2026-04-03T02:39:05.98156Z","steps":["trace[1828747593] 'agreement among raft nodes before linearized reading' (duration: 844.75071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:05.981664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:05.136133Z","time spent":"845.508328ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:39:05.981417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:05.406401Z","time spent":"575.003121ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-03T02:39:06.457398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.118911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:06.457618Z","caller":"traceutil/trace.go:171","msg":"trace[1620206022] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"472.002371ms","start":"2026-04-03T02:39:05.985599Z","end":"2026-04-03T02:39:06.457601Z","steps":["trace[1620206022] 'process raft request' (duration: 471.899958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:06.457688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:05.985585Z","time spent":"472.073442ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:06.457695Z","caller":"traceutil/trace.go:171","msg":"trace[1293796571] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"472.052892ms","start":"2026-04-03T02:39:05.985601Z","end":"2026-04-03T02:39:06.457654Z","steps":["trace[1293796571] 'process raft request' (duration: 162.549061ms)","trace[1293796571] 'compare' (duration: 308.65815ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:06.457881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:05.985591Z","time spent":"472.197305ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:06.960882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.523736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:06.961153Z","caller":"traceutil/trace.go:171","msg":"trace[1373362950] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"975.457366ms","start":"2026-04-03T02:39:05.985649Z","end":"2026-04-03T02:39:06.961106Z","steps":["trace[1373362950] 'process raft request' (duration: 835.598873ms)","trace[1373362950] 'compare' (duration: 139.011221ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:06.961252Z","caller":"traceutil/trace.go:171","msg":"trace[666245147] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"974.248455ms","start":"2026-04-03T02:39:05.986994Z","end":"2026-04-03T02:39:06.961243Z","steps":["trace[666245147] 'process raft request' (duration: 974.095922ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:06.961233Z","caller":"traceutil/trace.go:171","msg":"trace[61902909] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"974.490191ms","start":"2026-04-03T02:39:05.986712Z","end":"2026-04-03T02:39:06.961202Z","steps":["trace[61902909] 'process raft request' (duration: 974.280306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:06.961358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:05.986988Z","time spent":"974.331387ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:06.961399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:05.985644Z","time spent":"975.60908ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:06.961205Z","caller":"traceutil/trace.go:171","msg":"trace[1135517888] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"974.073381ms","start":"2026-04-03T02:39:05.98711Z","end":"2026-04-03T02:39:06.961183Z","steps":["trace[1135517888] 'process raft request' (duration: 974.02056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:06.961522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:05.987091Z","time spent":"974.405109ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:06.961698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:05.986694Z","time spent":"974.631864ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:07.388632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.65929ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:39:07.38897Z","caller":"traceutil/trace.go:171","msg":"trace[1676692153] linearizableReadLoop","detail":"{readStateIndex:2339; appliedIndex:2334; }","duration":"1.003937916s","start":"2026-04-03T02:39:06.385012Z","end":"2026-04-03T02:39:07.38895Z","steps":["trace[1676692153] 'read index received' (duration: 436.336779ms)","trace[1676692153] 'applied index is now lower than readState.Index' (duration: 567.599397ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:07.38915Z","caller":"traceutil/trace.go:171","msg":"trace[1041713670] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"592.632022ms","start":"2026-04-03T02:39:06.796498Z","end":"2026-04-03T02:39:07.38913Z","steps":["trace[1041713670] 'process raft request' (duration: 592.233653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:07.38921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004170172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:07.389304Z","caller":"traceutil/trace.go:171","msg":"trace[1456987075] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2237; }","duration":"1.004336906s","start":"2026-04-03T02:39:06.384951Z","end":"2026-04-03T02:39:07.389288Z","steps":["trace[1456987075] 'agreement among raft nodes before linearized reading' (duration: 1.004176131s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:07.389325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:06.796475Z","time spent":"592.746146ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:07.389433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.325006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:39:07.389445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:06.384931Z","time spent":"1.004443619s","remote":"127.0.0.1:34158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:07.389472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.422433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-03T02:39:07.389564Z","caller":"traceutil/trace.go:171","msg":"trace[1422916394] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2237; }","duration":"593.581207ms","start":"2026-04-03T02:39:06.795959Z","end":"2026-04-03T02:39:07.38954Z","steps":["trace[1422916394] 'agreement among raft nodes before linearized reading' (duration: 593.279159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:07.38932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.123606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T02:39:07.389617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:06.795926Z","time spent":"593.682439ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-04-03T02:39:07.389634Z","caller":"traceutil/trace.go:171","msg":"trace[172267378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2237; }","duration":"593.463604ms","start":"2026-04-03T02:39:06.796161Z","end":"2026-04-03T02:39:07.389625Z","steps":["trace[172267378] 'agreement among raft nodes before linearized reading' (duration: 593.031793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:07.389676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:06.796155Z","time spent":"593.507695ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:39:07.38958Z","caller":"traceutil/trace.go:171","msg":"trace[1857510678] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2237; }","duration":"594.449279ms","start":"2026-04-03T02:39:06.795054Z","end":"2026-04-03T02:39:07.389504Z","steps":["trace[1857510678] 'agreement among raft nodes before linearized reading' (duration: 594.11158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:07.389912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:06.795035Z","time spent":"594.862129ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:39:07.390169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.72925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:07.390215Z","caller":"traceutil/trace.go:171","msg":"trace[1584565998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2237; }","duration":"410.815042ms","start":"2026-04-03T02:39:06.979388Z","end":"2026-04-03T02:39:07.390203Z","steps":["trace[1584565998] 'agreement among raft nodes before linearized reading' (duration: 410.696339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:07.390243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:06.979368Z","time spent":"410.869493ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:07.802422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.76403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:07.802642Z","caller":"traceutil/trace.go:171","msg":"trace[1201025978] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"408.169016ms","start":"2026-04-03T02:39:07.394437Z","end":"2026-04-03T02:39:07.802606Z","steps":["trace[1201025978] 'process raft request' (duration: 184.062907ms)","trace[1201025978] 'compare' (duration: 223.304589ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:07.80277Z","caller":"traceutil/trace.go:171","msg":"trace[1634242501] linearizableReadLoop","detail":"{readStateIndex:2343; appliedIndex:2340; }","duration":"319.844489ms","start":"2026-04-03T02:39:07.482908Z","end":"2026-04-03T02:39:07.802752Z","steps":["trace[1634242501] 'read index received' (duration: 95.661189ms)","trace[1634242501] 'applied index is now lower than readState.Index' (duration: 224.18223ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:07.802802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:07.394394Z","time spent":"408.321379ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:07.802873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.964212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:07.802909Z","caller":"traceutil/trace.go:171","msg":"trace[563225692] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2240; }","duration":"320.048824ms","start":"2026-04-03T02:39:07.48285Z","end":"2026-04-03T02:39:07.802899Z","steps":["trace[563225692] 'agreement among raft nodes before linearized reading' (duration: 319.962102ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:07.802877Z","caller":"traceutil/trace.go:171","msg":"trace[328872145] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"408.071003ms","start":"2026-04-03T02:39:07.394748Z","end":"2026-04-03T02:39:07.802819Z","steps":["trace[328872145] 'process raft request' (duration: 407.95724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:07.802952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:07.482827Z","time spent":"320.113596ms","remote":"127.0.0.1:34138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:07.803048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:07.394725Z","time spent":"408.231777ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:07.803012Z","caller":"traceutil/trace.go:171","msg":"trace[1360744955] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"408.067373ms","start":"2026-04-03T02:39:07.394719Z","end":"2026-04-03T02:39:07.802786Z","steps":["trace[1360744955] 'process raft request' (duration: 407.913579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:07.803349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:07.394693Z","time spent":"408.496323ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:08.321144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.251967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:08.321226Z","caller":"traceutil/trace.go:171","msg":"trace[332414833] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2240; }","duration":"374.4015ms","start":"2026-04-03T02:39:07.946806Z","end":"2026-04-03T02:39:08.321208Z","steps":["trace[332414833] 'count revisions from in-memory index tree' (duration: 374.156654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:08.321309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:07.946786Z","time spent":"374.510883ms","remote":"127.0.0.1:34202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:08.321408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.505104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:39:08.321496Z","caller":"traceutil/trace.go:171","msg":"trace[32983111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2240; }","duration":"336.702849ms","start":"2026-04-03T02:39:07.984773Z","end":"2026-04-03T02:39:08.321475Z","steps":["trace[32983111] 'range keys from in-memory index tree' (duration: 336.272318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:08.321545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:07.98475Z","time spent":"336.785401ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:39:08.449337Z","caller":"traceutil/trace.go:171","msg":"trace[1032403347] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"123.337131ms","start":"2026-04-03T02:39:08.32598Z","end":"2026-04-03T02:39:08.449317Z","steps":["trace[1032403347] 'process raft request' (duration: 123.184327ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:09.165979Z","caller":"traceutil/trace.go:171","msg":"trace[84692961] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"195.090403ms","start":"2026-04-03T02:39:08.970862Z","end":"2026-04-03T02:39:09.165952Z","steps":["trace[84692961] 'process raft request' (duration: 194.897238ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:09.172284Z","caller":"traceutil/trace.go:171","msg":"trace[168110916] linearizableReadLoop","detail":"{readStateIndex:2346; appliedIndex:2344; }","duration":"191.713788ms","start":"2026-04-03T02:39:08.980543Z","end":"2026-04-03T02:39:09.172257Z","steps":["trace[168110916] 'read index received' (duration: 185.244207ms)","trace[168110916] 'applied index is now lower than readState.Index' (duration: 6.468581ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:09.172352Z","caller":"traceutil/trace.go:171","msg":"trace[1474208213] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"201.195476ms","start":"2026-04-03T02:39:08.97113Z","end":"2026-04-03T02:39:09.172325Z","steps":["trace[1474208213] 'process raft request' (duration: 200.97643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:09.172615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.043476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:09.172669Z","caller":"traceutil/trace.go:171","msg":"trace[502525405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2243; }","duration":"192.128788ms","start":"2026-04-03T02:39:08.980526Z","end":"2026-04-03T02:39:09.172655Z","steps":["trace[502525405] 'agreement among raft nodes before linearized reading' (duration: 191.833861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:09.345843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.455883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:09.345917Z","caller":"traceutil/trace.go:171","msg":"trace[581932691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2243; }","duration":"147.563086ms","start":"2026-04-03T02:39:09.198336Z","end":"2026-04-03T02:39:09.345899Z","steps":["trace[581932691] 'range keys from in-memory index tree' (duration: 147.363621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:11.05516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.189544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:11.055265Z","caller":"traceutil/trace.go:171","msg":"trace[758261800] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2244; }","duration":"498.324977ms","start":"2026-04-03T02:39:10.556908Z","end":"2026-04-03T02:39:11.055233Z","steps":["trace[758261800] 'count revisions from in-memory index tree' (duration: 498.123892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:11.055333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247231643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:39:11.055415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.497634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:39:11.05544Z","caller":"traceutil/trace.go:171","msg":"trace[2005072172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2244; }","duration":"1.247481139s","start":"2026-04-03T02:39:09.80794Z","end":"2026-04-03T02:39:11.055422Z","steps":["trace[2005072172] 'range keys from in-memory index tree' (duration: 1.247054778s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:11.0556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:09.80792Z","time spent":"1.247665863s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:39:11.055797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.253157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.65\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T02:39:11.05534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:10.556891Z","time spent":"498.428149ms","remote":"127.0.0.1:34162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:11.055849Z","caller":"traceutil/trace.go:171","msg":"trace[2049526787] range","detail":"{range_begin:/registry/masterleases/199.19.213.65; range_end:; response_count:1; response_revision:2244; }","duration":"874.356739ms","start":"2026-04-03T02:39:10.181482Z","end":"2026-04-03T02:39:11.055839Z","steps":["trace[2049526787] 'range keys from in-memory index tree' (duration: 874.128514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:11.055888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:10.181456Z","time spent":"874.422201ms","remote":"127.0.0.1:33952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.65\" "} {"level":"info","ts":"2026-04-03T02:39:11.055516Z","caller":"traceutil/trace.go:171","msg":"trace[1351813009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2244; }","duration":"601.646398ms","start":"2026-04-03T02:39:10.453843Z","end":"2026-04-03T02:39:11.055489Z","steps":["trace[1351813009] 'range keys from in-memory index tree' (duration: 601.282488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:11.0559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.481819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:11.056104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:10.453828Z","time spent":"602.204302ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:39:11.056104Z","caller":"traceutil/trace.go:171","msg":"trace[912007208] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2244; }","duration":"108.725755ms","start":"2026-04-03T02:39:10.947346Z","end":"2026-04-03T02:39:11.056072Z","steps":["trace[912007208] 'count revisions from in-memory index tree' (duration: 108.394377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:11.055953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248706749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:39:11.056237Z","caller":"traceutil/trace.go:171","msg":"trace[852328223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2244; }","duration":"1.249045188s","start":"2026-04-03T02:39:09.80718Z","end":"2026-04-03T02:39:11.056225Z","steps":["trace[852328223] 'range keys from in-memory index tree' (duration: 1.248579305s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:11.05625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249073859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-03T02:39:11.056286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:09.807146Z","time spent":"1.24912843s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:39:11.056303Z","caller":"traceutil/trace.go:171","msg":"trace[119415232] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2244; }","duration":"1.249152231s","start":"2026-04-03T02:39:09.807129Z","end":"2026-04-03T02:39:11.056282Z","steps":["trace[119415232] 'range keys from in-memory index tree' (duration: 1.248929395s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:11.056352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:09.807106Z","time spent":"1.249233203s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-04-03T02:39:11.960668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.285706ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:11.960814Z","caller":"traceutil/trace.go:171","msg":"trace[1255892967] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2244; }","duration":"237.44308ms","start":"2026-04-03T02:39:11.723356Z","end":"2026-04-03T02:39:11.960799Z","steps":["trace[1255892967] 'range keys from in-memory index tree' (duration: 237.270975ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:12.038246Z","caller":"traceutil/trace.go:171","msg":"trace[1519875365] linearizableReadLoop","detail":"{readStateIndex:2352; appliedIndex:2347; }","duration":"868.75624ms","start":"2026-04-03T02:39:11.169474Z","end":"2026-04-03T02:39:12.03823Z","steps":["trace[1519875365] 'read index received' (duration: 150.157981ms)","trace[1519875365] 'applied index is now lower than readState.Index' (duration: 718.597569ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:12.038324Z","caller":"traceutil/trace.go:171","msg":"trace[1962109951] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"977.22599ms","start":"2026-04-03T02:39:11.061091Z","end":"2026-04-03T02:39:12.038317Z","steps":["trace[1962109951] 'process raft request' (duration: 977.050185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:12.038403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:11.061075Z","time spent":"977.26737ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:12.038488Z","caller":"traceutil/trace.go:171","msg":"trace[647402185] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"977.372993ms","start":"2026-04-03T02:39:11.06111Z","end":"2026-04-03T02:39:12.038483Z","steps":["trace[647402185] 'process raft request' (duration: 977.076086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:12.038523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:11.06109Z","time spent":"977.415224ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:12.038573Z","caller":"traceutil/trace.go:171","msg":"trace[582751568] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"977.2372ms","start":"2026-04-03T02:39:11.06133Z","end":"2026-04-03T02:39:12.038567Z","steps":["trace[582751568] 'process raft request' (duration: 976.873071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:12.038604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:11.061312Z","time spent":"977.27577ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:12.03825Z","caller":"traceutil/trace.go:171","msg":"trace[949118581] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"977.131357ms","start":"2026-04-03T02:39:11.061095Z","end":"2026-04-03T02:39:12.038226Z","steps":["trace[949118581] 'process raft request' (duration: 976.923971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:12.038684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:11.061074Z","time spent":"977.573528ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:12.03874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.261032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:39:12.038781Z","caller":"traceutil/trace.go:171","msg":"trace[814850705] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2248; }","duration":"869.332604ms","start":"2026-04-03T02:39:11.169439Z","end":"2026-04-03T02:39:12.038771Z","steps":["trace[814850705] 'agreement among raft nodes before linearized reading' (duration: 869.200581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:12.038806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:11.169427Z","time spent":"869.374135ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:39:12.423615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.874135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:12.423869Z","caller":"traceutil/trace.go:171","msg":"trace[2137349014] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"380.932745ms","start":"2026-04-03T02:39:12.042916Z","end":"2026-04-03T02:39:12.423848Z","steps":["trace[2137349014] 'process raft request' (duration: 380.877444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:12.423986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:12.042889Z","time spent":"381.038948ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:12.424237Z","caller":"traceutil/trace.go:171","msg":"trace[499195149] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"1.103092003s","start":"2026-04-03T02:39:11.321126Z","end":"2026-04-03T02:39:12.424218Z","steps":["trace[499195149] 'process raft request' (duration: 777.501171ms)","trace[499195149] 'compare' (duration: 324.589867ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:12.424326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:11.321096Z","time spent":"1.103184906s","remote":"127.0.0.1:33952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:12.4244Z","caller":"traceutil/trace.go:171","msg":"trace[1033920303] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"942.731878ms","start":"2026-04-03T02:39:11.481645Z","end":"2026-04-03T02:39:12.424377Z","steps":["trace[1033920303] 'process raft request' (duration: 942.066992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:12.424503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:11.481634Z","time spent":"942.81491ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:12.424542Z","caller":"traceutil/trace.go:171","msg":"trace[477059134] linearizableReadLoop","detail":"{readStateIndex:2354; appliedIndex:2352; }","duration":"386.227008ms","start":"2026-04-03T02:39:12.038298Z","end":"2026-04-03T02:39:12.424525Z","steps":["trace[477059134] 'read index received' (duration: 60.337758ms)","trace[477059134] 'applied index is now lower than readState.Index' (duration: 325.88739ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:12.424727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247264044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:39:12.424774Z","caller":"traceutil/trace.go:171","msg":"trace[1439222668] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2251; }","duration":"1.247334386s","start":"2026-04-03T02:39:11.177426Z","end":"2026-04-03T02:39:12.42476Z","steps":["trace[1439222668] 'agreement among raft nodes before linearized reading' (duration: 1.247153841s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:12.424821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:11.177415Z","time spent":"1.247394757s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:39:12.425079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.513991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-04-03T02:39:12.425113Z","caller":"traceutil/trace.go:171","msg":"trace[2112574457] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2251; }","duration":"962.579763ms","start":"2026-04-03T02:39:11.462524Z","end":"2026-04-03T02:39:12.425104Z","steps":["trace[2112574457] 'agreement among raft nodes before linearized reading' (duration: 962.45448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:12.425133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:11.462508Z","time spent":"962.620334ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-03T02:39:12.425148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.873091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-03T02:39:12.425198Z","caller":"traceutil/trace.go:171","msg":"trace[1951591429] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2251; }","duration":"962.962403ms","start":"2026-04-03T02:39:11.46222Z","end":"2026-04-03T02:39:12.425183Z","steps":["trace[1951591429] 'agreement among raft nodes before linearized reading' (duration: 962.755108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:12.425226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.726888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-04-03T02:39:12.425242Z","caller":"traceutil/trace.go:171","msg":"trace[641040527] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2251; }","duration":"458.742209ms","start":"2026-04-03T02:39:11.966495Z","end":"2026-04-03T02:39:12.425237Z","steps":["trace[641040527] 'agreement among raft nodes before linearized reading' (duration: 458.691517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:12.425257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:11.966447Z","time spent":"458.80733ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-03T02:39:12.425307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:11.462188Z","time spent":"963.070236ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-03T02:39:12.42535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.954819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-03T02:39:12.425408Z","caller":"traceutil/trace.go:171","msg":"trace[1351564300] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2251; }","duration":"458.131593ms","start":"2026-04-03T02:39:11.967257Z","end":"2026-04-03T02:39:12.425388Z","steps":["trace[1351564300] 'agreement among raft nodes before linearized reading' (duration: 457.911598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:12.425453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:11.9672Z","time spent":"458.237456ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-03T02:39:13.132297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.911063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:13.13267Z","caller":"traceutil/trace.go:171","msg":"trace[1911779878] linearizableReadLoop","detail":"{readStateIndex:2360; appliedIndex:2355; }","duration":"154.058548ms","start":"2026-04-03T02:39:12.97859Z","end":"2026-04-03T02:39:13.132648Z","steps":["trace[1911779878] 'read index received' (duration: 153.257188ms)","trace[1911779878] 'applied index is now lower than readState.Index' (duration: 800.11µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:13.132709Z","caller":"traceutil/trace.go:171","msg":"trace[2138344656] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"702.22333ms","start":"2026-04-03T02:39:12.430453Z","end":"2026-04-03T02:39:13.132676Z","steps":["trace[2138344656] 'process raft request' (duration: 701.960604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:13.132875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.278334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:13.132923Z","caller":"traceutil/trace.go:171","msg":"trace[1060278971] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"702.59117ms","start":"2026-04-03T02:39:12.430315Z","end":"2026-04-03T02:39:13.132906Z","steps":["trace[1060278971] 'process raft request' (duration: 232.950109ms)","trace[1060278971] 'compare' (duration: 468.688566ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:13.132873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:12.430439Z","time spent":"702.338954ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:13.132978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:12.4303Z","time spent":"702.651791ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:13.132923Z","caller":"traceutil/trace.go:171","msg":"trace[640578563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2256; }","duration":"154.358126ms","start":"2026-04-03T02:39:12.978552Z","end":"2026-04-03T02:39:13.13291Z","steps":["trace[640578563] 'agreement among raft nodes before linearized reading' (duration: 154.170821ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:13.133107Z","caller":"traceutil/trace.go:171","msg":"trace[538720397] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"701.604935ms","start":"2026-04-03T02:39:12.431479Z","end":"2026-04-03T02:39:13.133083Z","steps":["trace[538720397] 'process raft request' (duration: 701.128333ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:13.13317Z","caller":"traceutil/trace.go:171","msg":"trace[20853226] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"702.62387ms","start":"2026-04-03T02:39:12.430533Z","end":"2026-04-03T02:39:13.133157Z","steps":["trace[20853226] 'process raft request' (duration: 701.991624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:13.133234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:12.431456Z","time spent":"701.714058ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:13.133096Z","caller":"traceutil/trace.go:171","msg":"trace[1775529793] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"702.506008ms","start":"2026-04-03T02:39:12.430559Z","end":"2026-04-03T02:39:13.133065Z","steps":["trace[1775529793] 'process raft request' (duration: 702.010195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:13.133343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:12.430525Z","time spent":"702.694341ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:13.133397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:12.430549Z","time spent":"702.808285ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:14.929766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513124567,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:39:15.128907Z","caller":"traceutil/trace.go:171","msg":"trace[357930199] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"1.082105849s","start":"2026-04-03T02:39:14.046776Z","end":"2026-04-03T02:39:15.128882Z","steps":["trace[357930199] 'process raft request' (duration: 1.081936865s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:15.129405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:14.046755Z","time spent":"1.082223141s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:15.585788Z","caller":"traceutil/trace.go:171","msg":"trace[1293288555] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"1.538670113s","start":"2026-04-03T02:39:14.047098Z","end":"2026-04-03T02:39:15.585768Z","steps":["trace[1293288555] 'process raft request' (duration: 1.538611712s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:15.58598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:14.04708Z","time spent":"1.538828596s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:15.586066Z","caller":"traceutil/trace.go:171","msg":"trace[459379378] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"1.53894403s","start":"2026-04-03T02:39:14.047085Z","end":"2026-04-03T02:39:15.586029Z","steps":["trace[459379378] 'process raft request' (duration: 1.538456828s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:15.586238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:14.047069Z","time spent":"1.539083445s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:15.586244Z","caller":"traceutil/trace.go:171","msg":"trace[1198868959] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"1.538628933s","start":"2026-04-03T02:39:14.047589Z","end":"2026-04-03T02:39:15.586218Z","steps":["trace[1198868959] 'process raft request' (duration: 1.538149s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:15.586391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:14.047575Z","time spent":"1.538737765s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:15.586485Z","caller":"traceutil/trace.go:171","msg":"trace[1580960937] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"1.155629746s","start":"2026-04-03T02:39:14.430834Z","end":"2026-04-03T02:39:15.586464Z","steps":["trace[1580960937] 'process raft request' (duration: 1.155271007s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:15.586595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:14.430811Z","time spent":"1.155724748s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:15.586742Z","caller":"traceutil/trace.go:171","msg":"trace[1735130016] linearizableReadLoop","detail":"{readStateIndex:2365; appliedIndex:2360; }","duration":"1.157696857s","start":"2026-04-03T02:39:14.42903Z","end":"2026-04-03T02:39:15.586727Z","steps":["trace[1735130016] 'read index received' (duration: 699.696816ms)","trace[1735130016] 'applied index is now lower than readState.Index' (duration: 457.999271ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:15.586833Z","caller":"traceutil/trace.go:171","msg":"trace[323539587] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"543.018834ms","start":"2026-04-03T02:39:15.043801Z","end":"2026-04-03T02:39:15.58682Z","steps":["trace[323539587] 'process raft request' (duration: 542.591703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:15.586908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:15.04378Z","time spent":"543.091125ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:15.586952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157924793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:39:15.586994Z","caller":"traceutil/trace.go:171","msg":"trace[355686038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2262; }","duration":"1.158003186s","start":"2026-04-03T02:39:14.428979Z","end":"2026-04-03T02:39:15.586982Z","steps":["trace[355686038] 'agreement among raft nodes before linearized reading' (duration: 1.157870243s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:15.587031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:14.428959Z","time spent":"1.158064687s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:39:16.120858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.745611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:16.121077Z","caller":"traceutil/trace.go:171","msg":"trace[312823932] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"511.091426ms","start":"2026-04-03T02:39:15.609968Z","end":"2026-04-03T02:39:16.12106Z","steps":["trace[312823932] 'process raft request' (duration: 510.996323ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:16.121083Z","caller":"traceutil/trace.go:171","msg":"trace[2066204203] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"974.127562ms","start":"2026-04-03T02:39:15.146925Z","end":"2026-04-03T02:39:16.121052Z","steps":["trace[2066204203] 'process raft request' (duration: 639.106064ms)","trace[2066204203] 'compare' (duration: 334.219587ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:16.121147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:15.609949Z","time spent":"511.166959ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:16.121224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:15.146907Z","time spent":"974.240305ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:16.121371Z","caller":"traceutil/trace.go:171","msg":"trace[366561713] linearizableReadLoop","detail":"{readStateIndex:2367; appliedIndex:2366; }","duration":"534.591313ms","start":"2026-04-03T02:39:15.58677Z","end":"2026-04-03T02:39:16.121361Z","steps":["trace[366561713] 'read index received' (duration: 199.296838ms)","trace[366561713] 'applied index is now lower than readState.Index' (duration: 335.293395ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:16.121539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.512508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:16.121574Z","caller":"traceutil/trace.go:171","msg":"trace[862925128] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2264; }","duration":"674.551679ms","start":"2026-04-03T02:39:15.447014Z","end":"2026-04-03T02:39:16.121565Z","steps":["trace[862925128] 'agreement among raft nodes before linearized reading' (duration: 674.495767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:16.121603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:15.446953Z","time spent":"674.642792ms","remote":"127.0.0.1:34136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:16.12168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149529083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:16.121731Z","caller":"traceutil/trace.go:171","msg":"trace[844137094] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2264; }","duration":"1.149614906s","start":"2026-04-03T02:39:14.972102Z","end":"2026-04-03T02:39:16.121717Z","steps":["trace[844137094] 'agreement among raft nodes before linearized reading' (duration: 1.149537114s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:16.121771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:14.972083Z","time spent":"1.149679628s","remote":"127.0.0.1:34316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":31,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:16.121778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.445473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:16.121805Z","caller":"traceutil/trace.go:171","msg":"trace[2022253151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2264; }","duration":"165.501824ms","start":"2026-04-03T02:39:15.956295Z","end":"2026-04-03T02:39:16.121797Z","steps":["trace[2022253151] 'agreement among raft nodes before linearized reading' (duration: 165.460743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:16.12199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.487025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:39:16.122025Z","caller":"traceutil/trace.go:171","msg":"trace[766906113] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2264; }","duration":"983.556807ms","start":"2026-04-03T02:39:15.138459Z","end":"2026-04-03T02:39:16.122016Z","steps":["trace[766906113] 'agreement among raft nodes before linearized reading' (duration: 983.441374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:16.122053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:15.138439Z","time spent":"983.607199ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:39:16.122063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141818681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:16.1221Z","caller":"traceutil/trace.go:171","msg":"trace[262450522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2264; }","duration":"1.141890103s","start":"2026-04-03T02:39:14.980201Z","end":"2026-04-03T02:39:16.122091Z","steps":["trace[262450522] 'agreement among raft nodes before linearized reading' (duration: 1.141840122s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:16.122131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:14.980177Z","time spent":"1.141947804s","remote":"127.0.0.1:33908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:16.631933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513124578,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:39:16.855278Z","caller":"traceutil/trace.go:171","msg":"trace[759885550] linearizableReadLoop","detail":"{readStateIndex:2369; appliedIndex:2368; }","duration":"724.244601ms","start":"2026-04-03T02:39:16.131007Z","end":"2026-04-03T02:39:16.855252Z","steps":["trace[759885550] 'read index received' (duration: 636.96055ms)","trace[759885550] 'applied index is now lower than readState.Index' (duration: 87.282861ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:16.855339Z","caller":"traceutil/trace.go:171","msg":"trace[540045776] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"729.283757ms","start":"2026-04-03T02:39:16.12603Z","end":"2026-04-03T02:39:16.855314Z","steps":["trace[540045776] 'process raft request' (duration: 641.905444ms)","trace[540045776] 'compare' (duration: 86.9133ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:16.855383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.359524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:16.855405Z","caller":"traceutil/trace.go:171","msg":"trace[1480175592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2265; }","duration":"724.416435ms","start":"2026-04-03T02:39:16.130982Z","end":"2026-04-03T02:39:16.855398Z","steps":["trace[1480175592] 'agreement among raft nodes before linearized reading' (duration: 724.353313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:16.85544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:16.130974Z","time spent":"724.460966ms","remote":"127.0.0.1:33908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:16.855474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:16.12601Z","time spent":"729.38792ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:17.495229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.460612ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:39:17.495329Z","caller":"traceutil/trace.go:171","msg":"trace[581222414] linearizableReadLoop","detail":"{readStateIndex:2370; appliedIndex:2369; }","duration":"459.491817ms","start":"2026-04-03T02:39:17.035819Z","end":"2026-04-03T02:39:17.495311Z","steps":["trace[581222414] 'read index received' (duration: 2.952894ms)","trace[581222414] 'applied index is now lower than readState.Index' (duration: 456.537393ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:17.495466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.635831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:17.495503Z","caller":"traceutil/trace.go:171","msg":"trace[290397394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2265; }","duration":"459.716663ms","start":"2026-04-03T02:39:17.035777Z","end":"2026-04-03T02:39:17.495494Z","steps":["trace[290397394] 'agreement among raft nodes before linearized reading' (duration: 459.644711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:17.495534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:17.035756Z","time spent":"459.770554ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:17.495689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.829218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T02:39:17.49577Z","caller":"traceutil/trace.go:171","msg":"trace[1558921740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2265; }","duration":"361.958181ms","start":"2026-04-03T02:39:17.133788Z","end":"2026-04-03T02:39:17.495746Z","steps":["trace[1558921740] 'agreement among raft nodes before linearized reading' (duration: 361.708815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:17.495816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:17.133771Z","time spent":"362.037093ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:39:17.640046Z","caller":"traceutil/trace.go:171","msg":"trace[2123731329] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"140.329185ms","start":"2026-04-03T02:39:17.499691Z","end":"2026-04-03T02:39:17.64002Z","steps":["trace[2123731329] 'process raft request' (duration: 140.090769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:18.189405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.362776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:18.189598Z","caller":"traceutil/trace.go:171","msg":"trace[1361523508] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"545.413204ms","start":"2026-04-03T02:39:17.644169Z","end":"2026-04-03T02:39:18.189582Z","steps":["trace[1361523508] 'process raft request' (duration: 545.355323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:18.189663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:17.644149Z","time spent":"545.479775ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:18.189649Z","caller":"traceutil/trace.go:171","msg":"trace[1345984602] linearizableReadLoop","detail":"{readStateIndex:2372; appliedIndex:2371; }","duration":"549.670199ms","start":"2026-04-03T02:39:17.639952Z","end":"2026-04-03T02:39:18.189622Z","steps":["trace[1345984602] 'read index received' (duration: 177.954954ms)","trace[1345984602] 'applied index is now lower than readState.Index' (duration: 371.713605ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:18.189771Z","caller":"traceutil/trace.go:171","msg":"trace[1591107142] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"596.250463ms","start":"2026-04-03T02:39:17.593507Z","end":"2026-04-03T02:39:18.189757Z","steps":["trace[1591107142] 'process raft request' (duration: 224.450116ms)","trace[1591107142] 'compare' (duration: 371.219113ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:18.189869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:17.593488Z","time spent":"596.307074ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:18.190072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.525655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-03T02:39:18.190105Z","caller":"traceutil/trace.go:171","msg":"trace[995047374] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2268; }","duration":"597.583216ms","start":"2026-04-03T02:39:17.592512Z","end":"2026-04-03T02:39:18.190095Z","steps":["trace[995047374] 'agreement among raft nodes before linearized reading' (duration: 597.480903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:18.190134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:17.5925Z","time spent":"597.627617ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-04-03T02:39:18.190764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.210562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T02:39:18.190804Z","caller":"traceutil/trace.go:171","msg":"trace[2140006066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2268; }","duration":"598.287753ms","start":"2026-04-03T02:39:17.592507Z","end":"2026-04-03T02:39:18.190795Z","steps":["trace[2140006066] 'agreement among raft nodes before linearized reading' (duration: 598.17694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:18.191401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:17.592486Z","time spent":"598.899119ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:39:19.29122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513124590,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:19.349641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.429669ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:19.349818Z","caller":"traceutil/trace.go:171","msg":"trace[1595759436] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"1.154003995s","start":"2026-04-03T02:39:18.1958Z","end":"2026-04-03T02:39:19.349804Z","steps":["trace[1595759436] 'process raft request' (duration: 1.153929783s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:19.349839Z","caller":"traceutil/trace.go:171","msg":"trace[1277279884] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"1.154016245s","start":"2026-04-03T02:39:18.1958Z","end":"2026-04-03T02:39:19.349816Z","steps":["trace[1277279884] 'process raft request' (duration: 406.34637ms)","trace[1277279884] 'compare' (duration: 746.943918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:19.349979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:18.195779Z","time spent":"1.154109097s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:19.349865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:18.195782Z","time spent":"1.154059406s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:19.721813Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.119709298s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:39:19.722273Z","caller":"traceutil/trace.go:171","msg":"trace[428980187] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"1.526298904s","start":"2026-04-03T02:39:18.195962Z","end":"2026-04-03T02:39:19.722261Z","steps":["trace[428980187] 'process raft request' (duration: 1.526170641s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:19.722402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.24041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:19.722396Z","caller":"traceutil/trace.go:171","msg":"trace[1407522999] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"1.526277084s","start":"2026-04-03T02:39:18.196027Z","end":"2026-04-03T02:39:19.722304Z","steps":["trace[1407522999] 'process raft request' (duration: 1.526161001s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:19.72241Z","caller":"traceutil/trace.go:171","msg":"trace[1019716817] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"1.525041593s","start":"2026-04-03T02:39:18.197319Z","end":"2026-04-03T02:39:19.722361Z","steps":["trace[1019716817] 'process raft request' (duration: 1.524955811s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:19.722461Z","caller":"traceutil/trace.go:171","msg":"trace[938072734] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2275; }","duration":"931.335043ms","start":"2026-04-03T02:39:18.791107Z","end":"2026-04-03T02:39:19.722442Z","steps":["trace[938072734] 'agreement among raft nodes before linearized reading' (duration: 931.21282ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:19.722478Z","caller":"traceutil/trace.go:171","msg":"trace[776647013] linearizableReadLoop","detail":"{readStateIndex:2380; appliedIndex:2375; }","duration":"931.170849ms","start":"2026-04-03T02:39:18.791145Z","end":"2026-04-03T02:39:19.722316Z","steps":["trace[776647013] 'read index received' (duration: 930.771079ms)","trace[776647013] 'applied index is now lower than readState.Index' (duration: 398.84µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:19.722511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:18.791092Z","time spent":"931.404804ms","remote":"127.0.0.1:34346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:19.722558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:18.196015Z","time spent":"1.526454769s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:19.722584Z","caller":"traceutil/trace.go:171","msg":"trace[924814008] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"1.526228792s","start":"2026-04-03T02:39:18.196108Z","end":"2026-04-03T02:39:19.722337Z","steps":["trace[924814008] 'process raft request' (duration: 1.52612053s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:19.722587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:18.197308Z","time spent":"1.525192576s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:19.722661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:18.196095Z","time spent":"1.52651959s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:19.722693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.405596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:39:19.722714Z","caller":"traceutil/trace.go:171","msg":"trace[1192120491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2275; }","duration":"863.465047ms","start":"2026-04-03T02:39:18.859244Z","end":"2026-04-03T02:39:19.722709Z","steps":["trace[1192120491] 'agreement among raft nodes before linearized reading' (duration: 863.385426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:19.722404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:18.195953Z","time spent":"1.526398717s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:19.722256Z","caller":"traceutil/trace.go:171","msg":"trace[2120633344] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"1.526451749s","start":"2026-04-03T02:39:18.195774Z","end":"2026-04-03T02:39:19.722225Z","steps":["trace[2120633344] 'process raft request' (duration: 1.526197072s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:19.722803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.905631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:19.722844Z","caller":"traceutil/trace.go:171","msg":"trace[505442112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2275; }","duration":"745.969442ms","start":"2026-04-03T02:39:18.976861Z","end":"2026-04-03T02:39:19.72283Z","steps":["trace[505442112] 'agreement among raft nodes before linearized reading' (duration: 745.903931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:19.722858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:18.195751Z","time spent":"1.527072333s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:19.72288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:18.976847Z","time spent":"746.024083ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:19.722729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:18.859222Z","time spent":"863.502448ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:39:20.480548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513124600,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:39:20.528222Z","caller":"traceutil/trace.go:171","msg":"trace[661552178] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"799.49081ms","start":"2026-04-03T02:39:19.728705Z","end":"2026-04-03T02:39:20.528196Z","steps":["trace[661552178] 'process raft request' (duration: 799.221453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:20.52837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:19.728688Z","time spent":"799.603742ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:20.529886Z","caller":"traceutil/trace.go:171","msg":"trace[1330204009] linearizableReadLoop","detail":"{readStateIndex:2383; appliedIndex:2380; }","duration":"550.256944ms","start":"2026-04-03T02:39:19.979596Z","end":"2026-04-03T02:39:20.529853Z","steps":["trace[1330204009] 'read index received' (duration: 548.383298ms)","trace[1330204009] 'applied index is now lower than readState.Index' (duration: 1.872416ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:20.530371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.668454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:20.530373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.747716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:20.530424Z","caller":"traceutil/trace.go:171","msg":"trace[1571003657] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2278; }","duration":"486.755437ms","start":"2026-04-03T02:39:20.043655Z","end":"2026-04-03T02:39:20.530411Z","steps":["trace[1571003657] 'agreement among raft nodes before linearized reading' (duration: 486.639064ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:20.530516Z","caller":"traceutil/trace.go:171","msg":"trace[1721296312] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"800.928075ms","start":"2026-04-03T02:39:19.729576Z","end":"2026-04-03T02:39:20.530504Z","steps":["trace[1721296312] 'process raft request' (duration: 800.033662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:20.530588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:20.043601Z","time spent":"486.912382ms","remote":"127.0.0.1:34004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:20.530619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:19.729565Z","time spent":"800.989407ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:20.53076Z","caller":"traceutil/trace.go:171","msg":"trace[2076892444] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"335.258434ms","start":"2026-04-03T02:39:20.19548Z","end":"2026-04-03T02:39:20.530739Z","steps":["trace[2076892444] 'process raft request' (duration: 334.32607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:20.530855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:20.195471Z","time spent":"335.338946ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:20.530967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.870344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:39:20.531009Z","caller":"traceutil/trace.go:171","msg":"trace[1766835520] range","detail":"{range_begin:/registry/masterleases/199.19.213.65; range_end:; response_count:1; response_revision:2278; }","duration":"348.941356ms","start":"2026-04-03T02:39:20.182057Z","end":"2026-04-03T02:39:20.530998Z","steps":["trace[1766835520] 'agreement among raft nodes before linearized reading' (duration: 348.816583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:20.531042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:20.182042Z","time spent":"348.990597ms","remote":"127.0.0.1:33952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.65\" "} {"level":"info","ts":"2026-04-03T02:39:20.530464Z","caller":"traceutil/trace.go:171","msg":"trace[938901133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2278; }","duration":"550.89577ms","start":"2026-04-03T02:39:19.979542Z","end":"2026-04-03T02:39:20.530438Z","steps":["trace[938901133] 'agreement among raft nodes before linearized reading' (duration: 550.716365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:20.531192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.462692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:20.531196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:19.979517Z","time spent":"551.647099ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:39:20.531234Z","caller":"traceutil/trace.go:171","msg":"trace[698489256] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2278; }","duration":"418.534395ms","start":"2026-04-03T02:39:20.112688Z","end":"2026-04-03T02:39:20.531222Z","steps":["trace[698489256] 'agreement among raft nodes before linearized reading' (duration: 418.459423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:20.531265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:20.11267Z","time spent":"418.587535ms","remote":"127.0.0.1:34046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:20.531426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.692829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:39:20.531568Z","caller":"traceutil/trace.go:171","msg":"trace[2000632719] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2278; }","duration":"336.842434ms","start":"2026-04-03T02:39:20.194702Z","end":"2026-04-03T02:39:20.531544Z","steps":["trace[2000632719] 'agreement among raft nodes before linearized reading' (duration: 335.606502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:20.53165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:20.194694Z","time spent":"336.942876ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:39:20.943001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.190057ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-03T02:39:20.943231Z","caller":"traceutil/trace.go:171","msg":"trace[2009416496] linearizableReadLoop","detail":"{readStateIndex:2385; appliedIndex:2383; }","duration":"137.213347ms","start":"2026-04-03T02:39:20.806Z","end":"2026-04-03T02:39:20.943213Z","steps":["trace[2009416496] 'read index received' (duration: 52.201µs)","trace[2009416496] 'applied index is now lower than readState.Index' (duration: 137.160276ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:20.943306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.30419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:20.943344Z","caller":"traceutil/trace.go:171","msg":"trace[171729627] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2279; }","duration":"137.446563ms","start":"2026-04-03T02:39:20.805881Z","end":"2026-04-03T02:39:20.943328Z","steps":["trace[171729627] 'agreement among raft nodes before linearized reading' (duration: 137.383851ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:20.943437Z","caller":"traceutil/trace.go:171","msg":"trace[120319311] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"406.612126ms","start":"2026-04-03T02:39:20.536717Z","end":"2026-04-03T02:39:20.943329Z","steps":["trace[120319311] 'process raft request' (duration: 406.38218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:20.94348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:20.533424Z","time spent":"410.051551ms","remote":"127.0.0.1:33952","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T02:39:20.943925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:20.536699Z","time spent":"406.929274ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:21.35286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.977563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:21.352996Z","caller":"traceutil/trace.go:171","msg":"trace[1235881871] linearizableReadLoop","detail":"{readStateIndex:2386; appliedIndex:2385; }","duration":"374.102884ms","start":"2026-04-03T02:39:20.978872Z","end":"2026-04-03T02:39:21.352975Z","steps":["trace[1235881871] 'read index received' (duration: 109.925975ms)","trace[1235881871] 'applied index is now lower than readState.Index' (duration: 264.175389ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:21.353498Z","caller":"traceutil/trace.go:171","msg":"trace[555471000] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"407.593971ms","start":"2026-04-03T02:39:20.945858Z","end":"2026-04-03T02:39:21.353452Z","steps":["trace[555471000] 'process raft request' (duration: 142.92757ms)","trace[555471000] 'compare' (duration: 263.861951ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:21.353772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.876023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:21.353815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.601015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:21.353866Z","caller":"traceutil/trace.go:171","msg":"trace[2050072523] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2280; }","duration":"235.697937ms","start":"2026-04-03T02:39:21.118155Z","end":"2026-04-03T02:39:21.353853Z","steps":["trace[2050072523] 'agreement among raft nodes before linearized reading' (duration: 235.463642ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:21.353865Z","caller":"traceutil/trace.go:171","msg":"trace[281158033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2280; }","duration":"375.013356ms","start":"2026-04-03T02:39:20.978828Z","end":"2026-04-03T02:39:21.353842Z","steps":["trace[281158033] 'agreement among raft nodes before linearized reading' (duration: 374.76355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:21.353921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:20.978807Z","time spent":"375.105039ms","remote":"127.0.0.1:33908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:21.353902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:20.945813Z","time spent":"407.875007ms","remote":"127.0.0.1:33952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:21.860564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.901528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:39:21.860695Z","caller":"traceutil/trace.go:171","msg":"trace[1666663089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2281; }","duration":"131.063393ms","start":"2026-04-03T02:39:21.729619Z","end":"2026-04-03T02:39:21.860682Z","steps":["trace[1666663089] 'range keys from in-memory index tree' (duration: 130.752475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:21.860575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.029346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:39:21.860785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.107079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-03T02:39:21.860813Z","caller":"traceutil/trace.go:171","msg":"trace[273110092] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2281; }","duration":"397.307623ms","start":"2026-04-03T02:39:21.463478Z","end":"2026-04-03T02:39:21.860785Z","steps":["trace[273110092] 'count revisions from in-memory index tree' (duration: 396.886393ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:21.860851Z","caller":"traceutil/trace.go:171","msg":"trace[2090968444] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2281; }","duration":"132.219632ms","start":"2026-04-03T02:39:21.728619Z","end":"2026-04-03T02:39:21.860839Z","steps":["trace[2090968444] 'range keys from in-memory index tree' (duration: 131.921084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:21.860899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:21.463465Z","time spent":"397.409575ms","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":4,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:21.86121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.645373ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:21.861482Z","caller":"traceutil/trace.go:171","msg":"trace[1614962291] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2281; }","duration":"137.772512ms","start":"2026-04-03T02:39:21.723701Z","end":"2026-04-03T02:39:21.861473Z","steps":["trace[1614962291] 'range keys from in-memory index tree' (duration: 136.618883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:22.477817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513124620,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:39:22.799023Z","caller":"traceutil/trace.go:171","msg":"trace[744026330] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"934.478301ms","start":"2026-04-03T02:39:21.864516Z","end":"2026-04-03T02:39:22.798994Z","steps":["trace[744026330] 'process raft request' (duration: 934.269716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:22.799204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:21.864498Z","time spent":"934.614484ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:23.539732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.015065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:23.539908Z","caller":"traceutil/trace.go:171","msg":"trace[354062451] linearizableReadLoop","detail":"{readStateIndex:2389; appliedIndex:2387; }","duration":"1.562255503s","start":"2026-04-03T02:39:21.977634Z","end":"2026-04-03T02:39:23.53989Z","steps":["trace[354062451] 'read index received' (duration: 821.125941ms)","trace[354062451] 'applied index is now lower than readState.Index' (duration: 741.128362ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:23.540181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56252809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:23.540279Z","caller":"traceutil/trace.go:171","msg":"trace[1695584875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2284; }","duration":"1.562673993s","start":"2026-04-03T02:39:21.977582Z","end":"2026-04-03T02:39:23.540256Z","steps":["trace[1695584875] 'agreement among raft nodes before linearized reading' (duration: 1.562511229s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:23.540344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:21.977562Z","time spent":"1.562760796s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:23.540393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.572148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:23.540433Z","caller":"traceutil/trace.go:171","msg":"trace[1659661548] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2284; }","duration":"515.66991ms","start":"2026-04-03T02:39:23.024751Z","end":"2026-04-03T02:39:23.540421Z","steps":["trace[1659661548] 'agreement among raft nodes before linearized reading' (duration: 515.605109ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:23.54046Z","caller":"traceutil/trace.go:171","msg":"trace[850256825] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"1.675165983s","start":"2026-04-03T02:39:21.865262Z","end":"2026-04-03T02:39:23.540428Z","steps":["trace[850256825] 'process raft request' (duration: 1.408345038s)","trace[850256825] 'compare' (duration: 265.873751ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:23.54036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004982183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:39:23.540585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004325306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:39:23.540628Z","caller":"traceutil/trace.go:171","msg":"trace[1841556337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2284; }","duration":"1.004399958s","start":"2026-04-03T02:39:22.536216Z","end":"2026-04-03T02:39:23.540616Z","steps":["trace[1841556337] 'agreement among raft nodes before linearized reading' (duration: 1.004312946s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:23.540629Z","caller":"traceutil/trace.go:171","msg":"trace[1791941000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2284; }","duration":"1.005382883s","start":"2026-04-03T02:39:22.535228Z","end":"2026-04-03T02:39:23.54061Z","steps":["trace[1791941000] 'agreement among raft nodes before linearized reading' (duration: 1.004943432s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:23.540674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:22.536198Z","time spent":"1.00446318s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:39:23.540685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:22.535141Z","time spent":"1.005529057s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:39:23.54048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:23.02472Z","time spent":"515.749423ms","remote":"127.0.0.1:34058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:23.540745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:21.865246Z","time spent":"1.675357878s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:23.540488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.929425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:39:23.540811Z","caller":"traceutil/trace.go:171","msg":"trace[1527259405] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2284; }","duration":"592.295694ms","start":"2026-04-03T02:39:22.948501Z","end":"2026-04-03T02:39:23.540797Z","steps":["trace[1527259405] 'agreement among raft nodes before linearized reading' (duration: 591.860343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:23.540866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:22.948477Z","time spent":"592.373976ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:39:23.540596Z","caller":"traceutil/trace.go:171","msg":"trace[1112784981] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"1.004422149s","start":"2026-04-03T02:39:22.536155Z","end":"2026-04-03T02:39:23.540577Z","steps":["trace[1112784981] 'process raft request' (duration: 1.003676261s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:23.541228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:22.536126Z","time spent":"1.005047295s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:24.097455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.058784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:24.097569Z","caller":"traceutil/trace.go:171","msg":"trace[1635917288] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"536.774948ms","start":"2026-04-03T02:39:23.560775Z","end":"2026-04-03T02:39:24.09755Z","steps":["trace[1635917288] 'process raft request' (duration: 431.544609ms)","trace[1635917288] 'compare' (duration: 104.781597ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:24.097627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:23.560751Z","time spent":"536.84874ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:24.484164Z","caller":"traceutil/trace.go:171","msg":"trace[1155316528] linearizableReadLoop","detail":"{readStateIndex:2394; appliedIndex:2390; }","duration":"915.931318ms","start":"2026-04-03T02:39:23.568206Z","end":"2026-04-03T02:39:24.484137Z","steps":["trace[1155316528] 'read index received' (duration: 424.066362ms)","trace[1155316528] 'applied index is now lower than readState.Index' (duration: 491.863996ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:24.484204Z","caller":"traceutil/trace.go:171","msg":"trace[945940534] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"922.665907ms","start":"2026-04-03T02:39:23.561487Z","end":"2026-04-03T02:39:24.484153Z","steps":["trace[945940534] 'process raft request' (duration: 922.391ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:24.484317Z","caller":"traceutil/trace.go:171","msg":"trace[7346540] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"922.80006ms","start":"2026-04-03T02:39:23.561504Z","end":"2026-04-03T02:39:24.484304Z","steps":["trace[7346540] 'process raft request' (duration: 922.525883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.484367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:23.561468Z","time spent":"922.81587ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:24.484422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:23.561481Z","time spent":"922.867302ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:24.484547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.345749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:24.484578Z","caller":"traceutil/trace.go:171","msg":"trace[753258136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2288; }","duration":"916.41197ms","start":"2026-04-03T02:39:23.568156Z","end":"2026-04-03T02:39:24.484568Z","steps":["trace[753258136] 'agreement among raft nodes before linearized reading' (duration: 916.348109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.484607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:23.568145Z","time spent":"916.455871ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:39:24.484684Z","caller":"traceutil/trace.go:171","msg":"trace[2143672304] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"922.256276ms","start":"2026-04-03T02:39:23.56238Z","end":"2026-04-03T02:39:24.484636Z","steps":["trace[2143672304] 'process raft request' (duration: 921.697702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.48472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.516819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:24.484827Z","caller":"traceutil/trace.go:171","msg":"trace[1873597910] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2288; }","duration":"841.673743ms","start":"2026-04-03T02:39:23.643138Z","end":"2026-04-03T02:39:24.484812Z","steps":["trace[1873597910] 'agreement among raft nodes before linearized reading' (duration: 841.53392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:24.484843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:23.562373Z","time spent":"922.40752ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:24.484868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:23.643112Z","time spent":"841.742605ms","remote":"127.0.0.1:33998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":11,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:24.485049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.561771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-04-03T02:39:24.485112Z","caller":"traceutil/trace.go:171","msg":"trace[638525884] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2288; }","duration":"130.641942ms","start":"2026-04-03T02:39:24.354454Z","end":"2026-04-03T02:39:24.485096Z","steps":["trace[638525884] 'agreement among raft nodes before linearized reading' (duration: 130.501739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:25.218045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.586769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:25.218143Z","caller":"traceutil/trace.go:171","msg":"trace[1959814126] linearizableReadLoop","detail":"{readStateIndex:2395; appliedIndex:2394; }","duration":"489.914857ms","start":"2026-04-03T02:39:24.728213Z","end":"2026-04-03T02:39:25.218128Z","steps":["trace[1959814126] 'read index received' (duration: 30.160164ms)","trace[1959814126] 'applied index is now lower than readState.Index' (duration: 459.753553ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:25.218333Z","caller":"traceutil/trace.go:171","msg":"trace[2096390474] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"729.201844ms","start":"2026-04-03T02:39:24.489119Z","end":"2026-04-03T02:39:25.218321Z","steps":["trace[2096390474] 'process raft request' (duration: 269.265356ms)","trace[2096390474] 'compare' (duration: 459.418895ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:25.218399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:24.489102Z","time spent":"729.265855ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:25.218642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.758284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-03T02:39:25.218736Z","caller":"traceutil/trace.go:171","msg":"trace[415425036] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2289; }","duration":"489.889287ms","start":"2026-04-03T02:39:24.728832Z","end":"2026-04-03T02:39:25.218721Z","steps":["trace[415425036] 'agreement among raft nodes before linearized reading' (duration: 489.680612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:25.218781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:24.728813Z","time spent":"489.958978ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-03T02:39:25.218926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.408951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-03T02:39:25.218964Z","caller":"traceutil/trace.go:171","msg":"trace[1256975085] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2289; }","duration":"414.487083ms","start":"2026-04-03T02:39:24.804468Z","end":"2026-04-03T02:39:25.218955Z","steps":["trace[1256975085] 'agreement among raft nodes before linearized reading' (duration: 414.3934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:25.218991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:24.804445Z","time spent":"414.538254ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-04-03T02:39:25.219058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.83968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-04-03T02:39:25.219089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.965168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:39:25.219115Z","caller":"traceutil/trace.go:171","msg":"trace[1142095210] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2289; }","duration":"490.932622ms","start":"2026-04-03T02:39:24.728165Z","end":"2026-04-03T02:39:25.219098Z","steps":["trace[1142095210] 'agreement among raft nodes before linearized reading' (duration: 490.809799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:25.219168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:24.728144Z","time spent":"491.015154ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-04-03T02:39:25.219167Z","caller":"traceutil/trace.go:171","msg":"trace[1224039929] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2289; }","duration":"488.081741ms","start":"2026-04-03T02:39:24.731068Z","end":"2026-04-03T02:39:25.219149Z","steps":["trace[1224039929] 'agreement among raft nodes before linearized reading' (duration: 487.843386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:25.219214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:24.73106Z","time spent":"488.145633ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-03T02:39:25.219537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.312067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:25.219618Z","caller":"traceutil/trace.go:171","msg":"trace[976640577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2289; }","duration":"235.458961ms","start":"2026-04-03T02:39:24.984136Z","end":"2026-04-03T02:39:25.219595Z","steps":["trace[976640577] 'agreement among raft nodes before linearized reading' (duration: 234.57666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:26.048589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513124636,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:26.434943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.279002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:26.435113Z","caller":"traceutil/trace.go:171","msg":"trace[951806296] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"1.210771483s","start":"2026-04-03T02:39:25.22433Z","end":"2026-04-03T02:39:26.435101Z","steps":["trace[951806296] 'process raft request' (duration: 1.210744032s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:26.435154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:25.224321Z","time spent":"1.210817154s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:26.435198Z","caller":"traceutil/trace.go:171","msg":"trace[1524114058] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"1.211217023s","start":"2026-04-03T02:39:25.223951Z","end":"2026-04-03T02:39:26.435168Z","steps":["trace[1524114058] 'process raft request' (duration: 305.647414ms)","trace[1524114058] 'compare' (duration: 904.953484ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:26.435183Z","caller":"traceutil/trace.go:171","msg":"trace[1161330985] transaction","detail":"{read_only:false; response_revision:2291; number_of_response:1; }","duration":"1.211175903s","start":"2026-04-03T02:39:25.223968Z","end":"2026-04-03T02:39:26.435144Z","steps":["trace[1161330985] 'process raft request' (duration: 1.211043209s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:26.435284Z","caller":"traceutil/trace.go:171","msg":"trace[1110089364] transaction","detail":"{read_only:false; response_revision:2292; number_of_response:1; }","duration":"1.211150052s","start":"2026-04-03T02:39:25.224129Z","end":"2026-04-03T02:39:26.435279Z","steps":["trace[1110089364] 'process raft request' (duration: 1.210919576s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:26.435313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:25.224097Z","time spent":"1.211200784s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:26.435321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:25.223927Z","time spent":"1.211327006s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:26.435392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:25.223953Z","time spent":"1.211319046s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:26.723178Z","caller":"traceutil/trace.go:171","msg":"trace[1870122039] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"1.174457896s","start":"2026-04-03T02:39:25.548689Z","end":"2026-04-03T02:39:26.723147Z","steps":["trace[1870122039] 'process raft request' (duration: 1.103112164s)","trace[1870122039] 'compare' (duration: 71.166507ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:26.723351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:25.548654Z","time spent":"1.17460488s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:26.723557Z","caller":"traceutil/trace.go:171","msg":"trace[639957953] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"991.827574ms","start":"2026-04-03T02:39:25.731714Z","end":"2026-04-03T02:39:26.723542Z","steps":["trace[639957953] 'process raft request' (duration: 991.383963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:26.723614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:25.731678Z","time spent":"991.905286ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:26.723709Z","caller":"traceutil/trace.go:171","msg":"trace[343795981] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"421.342523ms","start":"2026-04-03T02:39:26.302357Z","end":"2026-04-03T02:39:26.7237Z","steps":["trace[343795981] 'process raft request' (duration: 421.144209ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:26.723696Z","caller":"traceutil/trace.go:171","msg":"trace[1289006993] linearizableReadLoop","detail":"{readStateIndex:2401; appliedIndex:2395; }","duration":"1.176182189s","start":"2026-04-03T02:39:25.547486Z","end":"2026-04-03T02:39:26.723668Z","steps":["trace[1289006993] 'read index received' (duration: 530.541282ms)","trace[1289006993] 'applied index is now lower than readState.Index' (duration: 645.638367ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:26.723773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:26.302334Z","time spent":"421.394725ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:26.768767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.546192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:26.768886Z","caller":"traceutil/trace.go:171","msg":"trace[113574051] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2296; }","duration":"745.732036ms","start":"2026-04-03T02:39:26.02313Z","end":"2026-04-03T02:39:26.768862Z","steps":["trace[113574051] 'agreement among raft nodes before linearized reading' (duration: 745.521061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:26.76894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:26.023111Z","time spent":"745.817809ms","remote":"127.0.0.1:34034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:26.768953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.155972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:39:26.768989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.9842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:26.76903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.304006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:39:26.769034Z","caller":"traceutil/trace.go:171","msg":"trace[1754083250] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2296; }","duration":"279.274035ms","start":"2026-04-03T02:39:26.489741Z","end":"2026-04-03T02:39:26.769015Z","steps":["trace[1754083250] 'agreement among raft nodes before linearized reading' (duration: 279.05254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:26.769018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.44786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:39:26.769067Z","caller":"traceutil/trace.go:171","msg":"trace[1357586506] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2296; }","duration":"279.390328ms","start":"2026-04-03T02:39:26.489667Z","end":"2026-04-03T02:39:26.769058Z","steps":["trace[1357586506] 'agreement among raft nodes before linearized reading' (duration: 279.291176ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:26.769095Z","caller":"traceutil/trace.go:171","msg":"trace[1736855241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2296; }","duration":"279.570763ms","start":"2026-04-03T02:39:26.489511Z","end":"2026-04-03T02:39:26.769082Z","steps":["trace[1736855241] 'agreement among raft nodes before linearized reading' (duration: 279.334367ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:26.769054Z","caller":"traceutil/trace.go:171","msg":"trace[747306300] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2296; }","duration":"438.107423ms","start":"2026-04-03T02:39:26.330932Z","end":"2026-04-03T02:39:26.769039Z","steps":["trace[747306300] 'agreement among raft nodes before linearized reading' (duration: 437.959529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:26.769174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.412186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:39:26.769182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221706957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:39:26.769204Z","caller":"traceutil/trace.go:171","msg":"trace[211046696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2296; }","duration":"666.475438ms","start":"2026-04-03T02:39:26.102722Z","end":"2026-04-03T02:39:26.769197Z","steps":["trace[211046696] 'agreement among raft nodes before linearized reading' (duration: 666.358854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:26.769191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:26.330911Z","time spent":"438.263008ms","remote":"127.0.0.1:34140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:26.769213Z","caller":"traceutil/trace.go:171","msg":"trace[183482117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2296; }","duration":"1.221782709s","start":"2026-04-03T02:39:25.54742Z","end":"2026-04-03T02:39:26.769203Z","steps":["trace[183482117] 'agreement among raft nodes before linearized reading' (duration: 1.176385824s)","trace[183482117] 'range keys from in-memory index tree' (duration: 45.309673ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:26.769225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:26.102702Z","time spent":"666.517828ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:39:26.769232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:25.547395Z","time spent":"1.22183293s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:39:26.940473Z","caller":"traceutil/trace.go:171","msg":"trace[120163706] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"166.971471ms","start":"2026-04-03T02:39:26.773479Z","end":"2026-04-03T02:39:26.94045Z","steps":["trace[120163706] 'process raft request' (duration: 166.830497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:27.480976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513124646,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:39:27.612528Z","caller":"traceutil/trace.go:171","msg":"trace[823145817] linearizableReadLoop","detail":"{readStateIndex:2408; appliedIndex:2404; }","duration":"632.304144ms","start":"2026-04-03T02:39:26.980202Z","end":"2026-04-03T02:39:27.612506Z","steps":["trace[823145817] 'read index received' (duration: 595.484873ms)","trace[823145817] 'applied index is now lower than readState.Index' (duration: 36.818161ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:27.612657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.448318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:27.612703Z","caller":"traceutil/trace.go:171","msg":"trace[1771932026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2301; }","duration":"632.53602ms","start":"2026-04-03T02:39:26.980142Z","end":"2026-04-03T02:39:27.612678Z","steps":["trace[1771932026] 'agreement among raft nodes before linearized reading' (duration: 632.450058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:27.612746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:26.980119Z","time spent":"632.617622ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:39:27.612878Z","caller":"traceutil/trace.go:171","msg":"trace[531191879] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"839.218173ms","start":"2026-04-03T02:39:26.773619Z","end":"2026-04-03T02:39:27.612838Z","steps":["trace[531191879] 'process raft request' (duration: 802.063664ms)","trace[531191879] 'compare' (duration: 35.805675ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:27.61299Z","caller":"traceutil/trace.go:171","msg":"trace[860227845] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"838.187377ms","start":"2026-04-03T02:39:26.774713Z","end":"2026-04-03T02:39:27.612901Z","steps":["trace[860227845] 'process raft request' (duration: 837.725015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:27.613173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:26.774699Z","time spent":"838.380571ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:27.613162Z","caller":"traceutil/trace.go:171","msg":"trace[877401554] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"839.488219ms","start":"2026-04-03T02:39:26.773627Z","end":"2026-04-03T02:39:27.613115Z","steps":["trace[877401554] 'process raft request' (duration: 838.755301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:27.613481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:26.773609Z","time spent":"839.732235ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:27.61297Z","caller":"traceutil/trace.go:171","msg":"trace[394938211] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"837.53678ms","start":"2026-04-03T02:39:26.775378Z","end":"2026-04-03T02:39:27.612914Z","steps":["trace[394938211] 'process raft request' (duration: 837.092109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:27.614132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:26.773604Z","time spent":"839.449398ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:27.614558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:26.775369Z","time spent":"838.215826ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:28.623746Z","caller":"traceutil/trace.go:171","msg":"trace[1319249664] linearizableReadLoop","detail":"{readStateIndex:2409; appliedIndex:2408; }","duration":"121.595808ms","start":"2026-04-03T02:39:28.502126Z","end":"2026-04-03T02:39:28.623722Z","steps":["trace[1319249664] 'read index received' (duration: 121.405772ms)","trace[1319249664] 'applied index is now lower than readState.Index' (duration: 188.906µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:28.623879Z","caller":"traceutil/trace.go:171","msg":"trace[1588836092] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"180.887539ms","start":"2026-04-03T02:39:28.442951Z","end":"2026-04-03T02:39:28.623839Z","steps":["trace[1588836092] 'process raft request' (duration: 180.606051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:28.623959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.799113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:28.624012Z","caller":"traceutil/trace.go:171","msg":"trace[1852431018] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2302; }","duration":"121.917666ms","start":"2026-04-03T02:39:28.502079Z","end":"2026-04-03T02:39:28.623996Z","steps":["trace[1852431018] 'agreement among raft nodes before linearized reading' (duration: 121.810153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:29.117182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.05026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:29.117421Z","caller":"traceutil/trace.go:171","msg":"trace[1961998296] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"386.285659ms","start":"2026-04-03T02:39:28.731107Z","end":"2026-04-03T02:39:29.117393Z","steps":["trace[1961998296] 'process raft request' (duration: 283.87838ms)","trace[1961998296] 'compare' (duration: 101.412253ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:29.117536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:28.731087Z","time spent":"386.381572ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:29.117589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.521838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:29.117435Z","caller":"traceutil/trace.go:171","msg":"trace[1543264659] linearizableReadLoop","detail":"{readStateIndex:2410; appliedIndex:2409; }","duration":"246.387154ms","start":"2026-04-03T02:39:28.871029Z","end":"2026-04-03T02:39:29.117416Z","steps":["trace[1543264659] 'read index received' (duration: 143.957145ms)","trace[1543264659] 'applied index is now lower than readState.Index' (duration: 102.427939ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:29.117744Z","caller":"traceutil/trace.go:171","msg":"trace[1984217009] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2303; }","duration":"246.653672ms","start":"2026-04-03T02:39:28.870969Z","end":"2026-04-03T02:39:29.117622Z","steps":["trace[1984217009] 'agreement among raft nodes before linearized reading' (duration: 246.519148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:29.117856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.223238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:29.117883Z","caller":"traceutil/trace.go:171","msg":"trace[792441848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2303; }","duration":"139.29561ms","start":"2026-04-03T02:39:28.978581Z","end":"2026-04-03T02:39:29.117877Z","steps":["trace[792441848] 'agreement among raft nodes before linearized reading' (duration: 139.246329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:29.118471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.94793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:39:29.118667Z","caller":"traceutil/trace.go:171","msg":"trace[1659394912] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2303; }","duration":"173.183796ms","start":"2026-04-03T02:39:28.945469Z","end":"2026-04-03T02:39:29.118653Z","steps":["trace[1659394912] 'agreement among raft nodes before linearized reading' (duration: 172.361506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:30.11703Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513124661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:30.61716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513124661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:30.844625Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.509339999s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:39:30.956396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.505695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:30.956584Z","caller":"traceutil/trace.go:171","msg":"trace[249819097] linearizableReadLoop","detail":"{readStateIndex:2411; appliedIndex:2410; }","duration":"1.339651191s","start":"2026-04-03T02:39:29.616915Z","end":"2026-04-03T02:39:30.956566Z","steps":["trace[249819097] 'read index received' (duration: 1.227847608s)","trace[249819097] 'applied index is now lower than readState.Index' (duration: 111.801953ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:30.956713Z","caller":"traceutil/trace.go:171","msg":"trace[1651216757] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"1.834339557s","start":"2026-04-03T02:39:29.12236Z","end":"2026-04-03T02:39:30.956699Z","steps":["trace[1651216757] 'process raft request' (duration: 1.722451452s)","trace[1651216757] 'compare' (duration: 111.408963ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:30.956814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:29.122329Z","time spent":"1.83444905s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:30.957196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340283258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:39:30.957306Z","caller":"traceutil/trace.go:171","msg":"trace[2076569058] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2304; }","duration":"1.34039904s","start":"2026-04-03T02:39:29.616865Z","end":"2026-04-03T02:39:30.957264Z","steps":["trace[2076569058] 'agreement among raft nodes before linearized reading' (duration: 1.340229045s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:30.957402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:29.616842Z","time spent":"1.340548904s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:39:30.957659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339617941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:39:30.957739Z","caller":"traceutil/trace.go:171","msg":"trace[833419050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2304; }","duration":"1.339748844s","start":"2026-04-03T02:39:29.617972Z","end":"2026-04-03T02:39:30.957721Z","steps":["trace[833419050] 'agreement among raft nodes before linearized reading' (duration: 1.339531989s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:30.957779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:29.617943Z","time spent":"1.339827756s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:39:30.957867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.644589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:39:30.957901Z","caller":"traceutil/trace.go:171","msg":"trace[1589605106] range","detail":"{range_begin:/registry/masterleases/199.19.213.65; range_end:; response_count:1; response_revision:2304; }","duration":"774.714401ms","start":"2026-04-03T02:39:30.183178Z","end":"2026-04-03T02:39:30.957892Z","steps":["trace[1589605106] 'agreement among raft nodes before linearized reading' (duration: 774.617989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:30.957915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.633539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:30.957926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:30.183159Z","time spent":"774.762632ms","remote":"127.0.0.1:33952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.65\" "} {"level":"info","ts":"2026-04-03T02:39:30.957941Z","caller":"traceutil/trace.go:171","msg":"trace[985280843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2304; }","duration":"977.676559ms","start":"2026-04-03T02:39:29.980256Z","end":"2026-04-03T02:39:30.957932Z","steps":["trace[985280843] 'agreement among raft nodes before linearized reading' (duration: 977.637958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:30.957973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:29.980219Z","time spent":"977.748781ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:30.958041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.386459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:30.958068Z","caller":"traceutil/trace.go:171","msg":"trace[1812097213] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2304; }","duration":"249.41248ms","start":"2026-04-03T02:39:30.708647Z","end":"2026-04-03T02:39:30.95806Z","steps":["trace[1812097213] 'agreement among raft nodes before linearized reading' (duration: 249.373649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:30.958181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.790207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-03T02:39:30.958201Z","caller":"traceutil/trace.go:171","msg":"trace[187215242] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2304; }","duration":"329.845089ms","start":"2026-04-03T02:39:30.628351Z","end":"2026-04-03T02:39:30.958196Z","steps":["trace[187215242] 'agreement among raft nodes before linearized reading' (duration: 329.790447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:30.958217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:30.628333Z","time spent":"329.88085ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-04-03T02:39:30.958349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.899995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-04-03T02:39:30.958394Z","caller":"traceutil/trace.go:171","msg":"trace[410183102] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2304; }","duration":"734.970347ms","start":"2026-04-03T02:39:30.223414Z","end":"2026-04-03T02:39:30.958385Z","steps":["trace[410183102] 'agreement among raft nodes before linearized reading' (duration: 734.854395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:30.958422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:30.223402Z","time spent":"735.013768ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-03T02:39:30.958641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339264251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:39:30.958682Z","caller":"traceutil/trace.go:171","msg":"trace[560154862] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2304; }","duration":"1.339327703s","start":"2026-04-03T02:39:29.619344Z","end":"2026-04-03T02:39:30.958671Z","steps":["trace[560154862] 'agreement among raft nodes before linearized reading' (duration: 1.339229251s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:30.958709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:29.619331Z","time spent":"1.339372924s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:39:30.958749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340612754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T02:39:30.958772Z","caller":"traceutil/trace.go:171","msg":"trace[694600286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2304; }","duration":"1.340653026s","start":"2026-04-03T02:39:29.618112Z","end":"2026-04-03T02:39:30.958765Z","steps":["trace[694600286] 'agreement among raft nodes before linearized reading' (duration: 1.340589514s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:30.958796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:29.618106Z","time spent":"1.340685716s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:39:31.538344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513124673,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:39:31.876245Z","caller":"traceutil/trace.go:171","msg":"trace[500207794] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"913.806795ms","start":"2026-04-03T02:39:30.962403Z","end":"2026-04-03T02:39:31.87621Z","steps":["trace[500207794] 'process raft request' (duration: 913.549537ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:31.876323Z","caller":"traceutil/trace.go:171","msg":"trace[1225787171] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"913.799354ms","start":"2026-04-03T02:39:30.962512Z","end":"2026-04-03T02:39:31.876312Z","steps":["trace[1225787171] 'process raft request' (duration: 913.62067ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:31.876263Z","caller":"traceutil/trace.go:171","msg":"trace[259934376] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"913.337921ms","start":"2026-04-03T02:39:30.962902Z","end":"2026-04-03T02:39:31.87624Z","steps":["trace[259934376] 'process raft request' (duration: 913.2688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:31.876504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:30.962385Z","time spent":"914.0278ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:31.876591Z","caller":"traceutil/trace.go:171","msg":"trace[1660352337] transaction","detail":"{read_only:false; response_revision:2309; number_of_response:1; }","duration":"913.233439ms","start":"2026-04-03T02:39:30.963351Z","end":"2026-04-03T02:39:31.876584Z","steps":["trace[1660352337] 'process raft request' (duration: 912.850679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:31.876655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:30.962892Z","time spent":"913.64952ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:31.876298Z","caller":"traceutil/trace.go:171","msg":"trace[1584665729] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"913.773284ms","start":"2026-04-03T02:39:30.962493Z","end":"2026-04-03T02:39:31.876266Z","steps":["trace[1584665729] 'process raft request' (duration: 913.60407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:31.876799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:30.963341Z","time spent":"913.379403ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:31.876651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:30.9625Z","time spent":"914.027329ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:31.876748Z","caller":"traceutil/trace.go:171","msg":"trace[2083423833] transaction","detail":"{read_only:false; response_revision:2310; number_of_response:1; }","duration":"913.082616ms","start":"2026-04-03T02:39:30.96366Z","end":"2026-04-03T02:39:31.876742Z","steps":["trace[2083423833] 'process raft request' (duration: 912.825799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:31.876889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:30.962487Z","time spent":"914.312827ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:31.876983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:30.963641Z","time spent":"913.2834ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:32.209067Z","caller":"traceutil/trace.go:171","msg":"trace[952114992] linearizableReadLoop","detail":"{readStateIndex:2420; appliedIndex:2416; }","duration":"1.171156575s","start":"2026-04-03T02:39:31.037891Z","end":"2026-04-03T02:39:32.209047Z","steps":["trace[952114992] 'read index received' (duration: 838.515953ms)","trace[952114992] 'applied index is now lower than readState.Index' (duration: 332.639892ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:32.209227Z","caller":"traceutil/trace.go:171","msg":"trace[1963850954] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"1.179081442s","start":"2026-04-03T02:39:31.030121Z","end":"2026-04-03T02:39:32.209203Z","steps":["trace[1963850954] 'process raft request' (duration: 1.178764724s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:32.209407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:31.030101Z","time spent":"1.179218086s","remote":"127.0.0.1:33952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:32.209397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053632793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:32.209486Z","caller":"traceutil/trace.go:171","msg":"trace[1188248693] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2312; }","duration":"1.053778847s","start":"2026-04-03T02:39:31.15569Z","end":"2026-04-03T02:39:32.209468Z","steps":["trace[1188248693] 'agreement among raft nodes before linearized reading' (duration: 1.053616262s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:32.209529Z","caller":"traceutil/trace.go:171","msg":"trace[2130346532] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"1.086736783s","start":"2026-04-03T02:39:31.122769Z","end":"2026-04-03T02:39:32.209506Z","steps":["trace[2130346532] 'process raft request' (duration: 1.08624079s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:32.209541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:31.15567Z","time spent":"1.05386142s","remote":"127.0.0.1:34028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:32.209619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.763579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-03T02:39:32.209723Z","caller":"traceutil/trace.go:171","msg":"trace[236658378] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2312; }","duration":"768.911283ms","start":"2026-04-03T02:39:31.440794Z","end":"2026-04-03T02:39:32.209705Z","steps":["trace[236658378] 'agreement among raft nodes before linearized reading' (duration: 768.626156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:32.209789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.887557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-04-03T02:39:32.209814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:31.440773Z","time spent":"769.025705ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-03T02:39:32.209837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171891924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:32.209843Z","caller":"traceutil/trace.go:171","msg":"trace[2104188131] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2312; }","duration":"769.98535ms","start":"2026-04-03T02:39:31.439844Z","end":"2026-04-03T02:39:32.209829Z","steps":["trace[2104188131] 'agreement among raft nodes before linearized reading' (duration: 769.852207ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:32.209878Z","caller":"traceutil/trace.go:171","msg":"trace[1959143894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2312; }","duration":"1.172014607s","start":"2026-04-03T02:39:31.037856Z","end":"2026-04-03T02:39:32.20987Z","steps":["trace[1959143894] 'agreement among raft nodes before linearized reading' (duration: 1.171899424s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:32.209899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:31.037844Z","time spent":"1.172049878s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:32.209891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:31.439821Z","time spent":"770.058491ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-03T02:39:32.209616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:31.122744Z","time spent":"1.086809075s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:32.210129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.914643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-04-03T02:39:32.210187Z","caller":"traceutil/trace.go:171","msg":"trace[1846587509] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2312; }","duration":"768.972465ms","start":"2026-04-03T02:39:31.4412Z","end":"2026-04-03T02:39:32.210173Z","steps":["trace[1846587509] 'agreement among raft nodes before linearized reading' (duration: 768.142843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:32.210533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:31.441152Z","time spent":"769.357874ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-03T02:39:32.768502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.129582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:32.768717Z","caller":"traceutil/trace.go:171","msg":"trace[84953833] linearizableReadLoop","detail":"{readStateIndex:2423; appliedIndex:2420; }","duration":"548.927057ms","start":"2026-04-03T02:39:32.219769Z","end":"2026-04-03T02:39:32.768696Z","steps":["trace[84953833] 'read index received' (duration: 129.488937ms)","trace[84953833] 'applied index is now lower than readState.Index' (duration: 419.43696ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:32.768833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.05477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:32.768942Z","caller":"traceutil/trace.go:171","msg":"trace[1272514568] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"552.788003ms","start":"2026-04-03T02:39:32.216045Z","end":"2026-04-03T02:39:32.768833Z","steps":["trace[1272514568] 'process raft request' (duration: 133.19873ms)","trace[1272514568] 'compare' (duration: 419.04315ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:32.768955Z","caller":"traceutil/trace.go:171","msg":"trace[2081980243] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"552.785094ms","start":"2026-04-03T02:39:32.216146Z","end":"2026-04-03T02:39:32.768931Z","steps":["trace[2081980243] 'process raft request' (duration: 552.505387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:32.769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:32.216033Z","time spent":"552.939708ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:32.769057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:32.216141Z","time spent":"552.860635ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:32.768886Z","caller":"traceutil/trace.go:171","msg":"trace[1477097889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2315; }","duration":"549.123382ms","start":"2026-04-03T02:39:32.219747Z","end":"2026-04-03T02:39:32.76887Z","steps":["trace[1477097889] 'agreement among raft nodes before linearized reading' (duration: 549.02228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:32.769485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:32.21974Z","time spent":"549.728807ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:39:32.770082Z","caller":"traceutil/trace.go:171","msg":"trace[582371117] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"553.978634ms","start":"2026-04-03T02:39:32.216092Z","end":"2026-04-03T02:39:32.770071Z","steps":["trace[582371117] 'process raft request' (duration: 552.500736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:32.770152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:32.216077Z","time spent":"554.049566ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:33.390949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.971398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:33.391008Z","caller":"traceutil/trace.go:171","msg":"trace[86807319] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2315; }","duration":"230.093931ms","start":"2026-04-03T02:39:33.160902Z","end":"2026-04-03T02:39:33.390996Z","steps":["trace[86807319] 'count revisions from in-memory index tree' (duration: 229.903255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:33.391142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.202071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:33.391265Z","caller":"traceutil/trace.go:171","msg":"trace[37303054] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2315; }","duration":"143.371526ms","start":"2026-04-03T02:39:33.247875Z","end":"2026-04-03T02:39:33.391247Z","steps":["trace[37303054] 'count revisions from in-memory index tree' (duration: 143.125649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:33.391351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.251628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:33.391398Z","caller":"traceutil/trace.go:171","msg":"trace[325810994] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2315; }","duration":"477.33855ms","start":"2026-04-03T02:39:32.914048Z","end":"2026-04-03T02:39:33.391386Z","steps":["trace[325810994] 'count revisions from in-memory index tree' (duration: 477.155066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:33.391434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:32.914028Z","time spent":"477.395501ms","remote":"127.0.0.1:34048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:33.391498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.65663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:39:33.391522Z","caller":"traceutil/trace.go:171","msg":"trace[587561518] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2315; }","duration":"428.714792ms","start":"2026-04-03T02:39:32.962801Z","end":"2026-04-03T02:39:33.391516Z","steps":["trace[587561518] 'range keys from in-memory index tree' (duration: 428.541408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:33.391538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:32.96278Z","time spent":"428.753472ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:39:33.509821Z","caller":"traceutil/trace.go:171","msg":"trace[965937949] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"114.485761ms","start":"2026-04-03T02:39:33.395303Z","end":"2026-04-03T02:39:33.509789Z","steps":["trace[965937949] 'process raft request' (duration: 114.326367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:34.478678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513124695,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:39:34.532124Z","caller":"traceutil/trace.go:171","msg":"trace[441381186] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"645.93935ms","start":"2026-04-03T02:39:33.886168Z","end":"2026-04-03T02:39:34.532108Z","steps":["trace[441381186] 'process raft request' (duration: 645.828557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:34.53224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:33.88614Z","time spent":"646.038952ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:34.909986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.369225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:34.910149Z","caller":"traceutil/trace.go:171","msg":"trace[2084851014] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"1.023390376s","start":"2026-04-03T02:39:33.886747Z","end":"2026-04-03T02:39:34.910138Z","steps":["trace[2084851014] 'process raft request' (duration: 1.023348685s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:34.910192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:33.88674Z","time spent":"1.023434937s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:34.910196Z","caller":"traceutil/trace.go:171","msg":"trace[1954589472] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"1.023614911s","start":"2026-04-03T02:39:33.886569Z","end":"2026-04-03T02:39:34.910184Z","steps":["trace[1954589472] 'process raft request' (duration: 759.988669ms)","trace[1954589472] 'compare' (duration: 263.273522ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:34.910243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:33.886553Z","time spent":"1.023665842s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:34.910351Z","caller":"traceutil/trace.go:171","msg":"trace[1562504969] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"1.022496242s","start":"2026-04-03T02:39:33.887848Z","end":"2026-04-03T02:39:34.910344Z","steps":["trace[1562504969] 'process raft request' (duration: 1.022269026s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:34.910345Z","caller":"traceutil/trace.go:171","msg":"trace[413346516] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"1.023654762s","start":"2026-04-03T02:39:33.886654Z","end":"2026-04-03T02:39:34.910309Z","steps":["trace[413346516] 'process raft request' (duration: 1.023397276s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:34.910386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:33.88784Z","time spent":"1.022527133s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:34.910473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:33.886648Z","time spent":"1.023755284s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:34.910542Z","caller":"traceutil/trace.go:171","msg":"trace[1370320433] linearizableReadLoop","detail":"{readStateIndex:2430; appliedIndex:2424; }","duration":"932.27866ms","start":"2026-04-03T02:39:33.978256Z","end":"2026-04-03T02:39:34.910535Z","steps":["trace[1370320433] 'read index received' (duration: 553.760917ms)","trace[1370320433] 'applied index is now lower than readState.Index' (duration: 378.516883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:34.910616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.359241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:34.910625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.363135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:34.910634Z","caller":"traceutil/trace.go:171","msg":"trace[1802076106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2322; }","duration":"932.406793ms","start":"2026-04-03T02:39:33.978221Z","end":"2026-04-03T02:39:34.910628Z","steps":["trace[1802076106] 'agreement among raft nodes before linearized reading' (duration: 932.375072ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:34.91064Z","caller":"traceutil/trace.go:171","msg":"trace[835037221] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2322; }","duration":"385.379475ms","start":"2026-04-03T02:39:34.525255Z","end":"2026-04-03T02:39:34.910635Z","steps":["trace[835037221] 'agreement among raft nodes before linearized reading' (duration: 385.355665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:34.910649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:33.9782Z","time spent":"932.446594ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:34.910653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:34.525235Z","time spent":"385.414655ms","remote":"127.0.0.1:34102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:34.910669Z","caller":"traceutil/trace.go:171","msg":"trace[1387260727] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"694.105647ms","start":"2026-04-03T02:39:34.216523Z","end":"2026-04-03T02:39:34.910628Z","steps":["trace[1387260727] 'process raft request' (duration: 693.790369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:34.910746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.769823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:39:34.910714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.630394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:34.910765Z","caller":"traceutil/trace.go:171","msg":"trace[1495672673] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2322; }","duration":"365.788263ms","start":"2026-04-03T02:39:34.544971Z","end":"2026-04-03T02:39:34.910759Z","steps":["trace[1495672673] 'agreement among raft nodes before linearized reading' (duration: 365.753742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:34.910778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:34.54491Z","time spent":"365.864776ms","remote":"127.0.0.1:34078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":13,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:34.910768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:34.216498Z","time spent":"694.21792ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:34.910787Z","caller":"traceutil/trace.go:171","msg":"trace[1642567624] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2322; }","duration":"362.742507ms","start":"2026-04-03T02:39:34.548028Z","end":"2026-04-03T02:39:34.91077Z","steps":["trace[1642567624] 'agreement among raft nodes before linearized reading' (duration: 362.603274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:34.910833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:34.548019Z","time spent":"362.805129ms","remote":"127.0.0.1:34088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:35.510608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.588531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:35.510692Z","caller":"traceutil/trace.go:171","msg":"trace[894616213] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2322; }","duration":"397.727664ms","start":"2026-04-03T02:39:35.112946Z","end":"2026-04-03T02:39:35.510674Z","steps":["trace[894616213] 'count revisions from in-memory index tree' (duration: 397.430677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:35.510734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:35.112925Z","time spent":"397.799186ms","remote":"127.0.0.1:34248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":17,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:36.160979Z","caller":"traceutil/trace.go:171","msg":"trace[2071953426] linearizableReadLoop","detail":"{readStateIndex:2431; appliedIndex:2430; }","duration":"203.989246ms","start":"2026-04-03T02:39:35.956962Z","end":"2026-04-03T02:39:36.160952Z","steps":["trace[2071953426] 'read index received' (duration: 203.820592ms)","trace[2071953426] 'applied index is now lower than readState.Index' (duration: 167.084µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:36.161147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.16233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:36.161129Z","caller":"traceutil/trace.go:171","msg":"trace[1189307069] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"641.800645ms","start":"2026-04-03T02:39:35.519281Z","end":"2026-04-03T02:39:36.161082Z","steps":["trace[1189307069] 'process raft request' (duration: 641.504818ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:36.161193Z","caller":"traceutil/trace.go:171","msg":"trace[1972876040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2323; }","duration":"204.278733ms","start":"2026-04-03T02:39:35.9569Z","end":"2026-04-03T02:39:36.161178Z","steps":["trace[1972876040] 'agreement among raft nodes before linearized reading' (duration: 204.179441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:36.161401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:35.519259Z","time spent":"641.979189ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:36.662076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513124709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:37.40911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.702598ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:39:37.409495Z","caller":"traceutil/trace.go:171","msg":"trace[2055164428] linearizableReadLoop","detail":"{readStateIndex:2432; appliedIndex:2431; }","duration":"1.248415499s","start":"2026-04-03T02:39:36.161048Z","end":"2026-04-03T02:39:37.409463Z","steps":["trace[2055164428] 'read index received' (duration: 601.27928ms)","trace[2055164428] 'applied index is now lower than readState.Index' (duration: 647.134019ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:37.409589Z","caller":"traceutil/trace.go:171","msg":"trace[491173251] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"493.627539ms","start":"2026-04-03T02:39:36.915935Z","end":"2026-04-03T02:39:37.409562Z","steps":["trace[491173251] 'process raft request' (duration: 493.521127ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:37.40964Z","caller":"traceutil/trace.go:171","msg":"trace[1294618251] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"587.571515ms","start":"2026-04-03T02:39:36.822057Z","end":"2026-04-03T02:39:37.409629Z","steps":["trace[1294618251] 'process raft request' (duration: 587.193106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.409761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:36.822033Z","time spent":"587.635407ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:37.40976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:36.915914Z","time spent":"493.733281ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:37.409862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.193568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:39:37.409924Z","caller":"traceutil/trace.go:171","msg":"trace[8524222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2326; }","duration":"873.299841ms","start":"2026-04-03T02:39:36.53661Z","end":"2026-04-03T02:39:37.40991Z","steps":["trace[8524222] 'agreement among raft nodes before linearized reading' (duration: 873.131557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.409953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:36.536589Z","time spent":"873.358292ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:39:37.410081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.354283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:39:37.410099Z","caller":"traceutil/trace.go:171","msg":"trace[344061579] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2326; }","duration":"495.411244ms","start":"2026-04-03T02:39:36.914681Z","end":"2026-04-03T02:39:37.410093Z","steps":["trace[344061579] 'agreement among raft nodes before linearized reading' (duration: 495.354213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.410106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.034345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:39:37.410116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:36.91466Z","time spent":"495.452575ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:39:37.410095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.463571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-03T02:39:37.410177Z","caller":"traceutil/trace.go:171","msg":"trace[2006166247] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2326; }","duration":"494.572533ms","start":"2026-04-03T02:39:36.915587Z","end":"2026-04-03T02:39:37.410159Z","steps":["trace[2006166247] 'agreement among raft nodes before linearized reading' (duration: 494.322097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.410191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.81928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:39:37.410195Z","caller":"traceutil/trace.go:171","msg":"trace[838404896] transaction","detail":"{read_only:false; response_revision:2326; number_of_response:1; }","duration":"372.384729ms","start":"2026-04-03T02:39:37.037797Z","end":"2026-04-03T02:39:37.410181Z","steps":["trace[838404896] 'process raft request' (duration: 371.719062ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:37.410216Z","caller":"traceutil/trace.go:171","msg":"trace[1573020600] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2326; }","duration":"494.882921ms","start":"2026-04-03T02:39:36.915323Z","end":"2026-04-03T02:39:37.410206Z","steps":["trace[1573020600] 'agreement among raft nodes before linearized reading' (duration: 494.82563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.410218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:36.915579Z","time spent":"494.631144ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-04-03T02:39:37.41024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:36.9153Z","time spent":"494.934932ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:39:37.410266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:37.03776Z","time spent":"372.468141ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:37.410287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.735124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-04-03T02:39:37.410132Z","caller":"traceutil/trace.go:171","msg":"trace[428528563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2326; }","duration":"495.077865ms","start":"2026-04-03T02:39:36.915047Z","end":"2026-04-03T02:39:37.410125Z","steps":["trace[428528563] 'agreement among raft nodes before linearized reading' (duration: 494.974023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.410332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:36.915034Z","time spent":"495.293461ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:39:37.410335Z","caller":"traceutil/trace.go:171","msg":"trace[1644701920] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2326; }","duration":"527.817346ms","start":"2026-04-03T02:39:36.882499Z","end":"2026-04-03T02:39:37.410316Z","steps":["trace[1644701920] 'agreement among raft nodes before linearized reading' (duration: 527.657332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.410104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423294834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:37.410381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:36.882476Z","time spent":"527.896298ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-04-03T02:39:37.410396Z","caller":"traceutil/trace.go:171","msg":"trace[2062602844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2326; }","duration":"1.423613132s","start":"2026-04-03T02:39:35.986775Z","end":"2026-04-03T02:39:37.410388Z","steps":["trace[2062602844] 'agreement among raft nodes before linearized reading' (duration: 1.422815442s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.410414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:35.98671Z","time spent":"1.423699923s","remote":"127.0.0.1:33908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:37.996957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.605334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:37.997065Z","caller":"traceutil/trace.go:171","msg":"trace[376601401] transaction","detail":"{read_only:false; response_revision:2327; number_of_response:1; }","duration":"582.845858ms","start":"2026-04-03T02:39:37.414198Z","end":"2026-04-03T02:39:37.997044Z","steps":["trace[376601401] 'process raft request' (duration: 218.062359ms)","trace[376601401] 'compare' (duration: 364.372657ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:37.997135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:37.414173Z","time spent":"582.93205ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:38.137579Z","caller":"traceutil/trace.go:171","msg":"trace[861113273] transaction","detail":"{read_only:false; response_revision:2330; number_of_response:1; }","duration":"720.93632ms","start":"2026-04-03T02:39:37.416619Z","end":"2026-04-03T02:39:38.137555Z","steps":["trace[861113273] 'process raft request' (duration: 720.866558ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:38.137659Z","caller":"traceutil/trace.go:171","msg":"trace[1844256826] transaction","detail":"{read_only:false; response_revision:2329; number_of_response:1; }","duration":"721.070193ms","start":"2026-04-03T02:39:37.416547Z","end":"2026-04-03T02:39:38.137617Z","steps":["trace[1844256826] 'process raft request' (duration: 720.833048ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:38.137601Z","caller":"traceutil/trace.go:171","msg":"trace[1292312256] transaction","detail":"{read_only:false; response_revision:2328; number_of_response:1; }","duration":"722.254853ms","start":"2026-04-03T02:39:37.415305Z","end":"2026-04-03T02:39:38.13756Z","steps":["trace[1292312256] 'process raft request' (duration: 714.674283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:38.137847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:37.416529Z","time spent":"721.221387ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:38.137998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:37.415278Z","time spent":"722.57417ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:38.138049Z","caller":"traceutil/trace.go:171","msg":"trace[885453421] linearizableReadLoop","detail":"{readStateIndex:2438; appliedIndex:2435; }","duration":"721.455973ms","start":"2026-04-03T02:39:37.416574Z","end":"2026-04-03T02:39:38.13803Z","steps":["trace[885453421] 'read index received' (duration: 215.711209ms)","trace[885453421] 'applied index is now lower than readState.Index' (duration: 505.743674ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:38.138061Z","caller":"traceutil/trace.go:171","msg":"trace[939902197] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"719.715509ms","start":"2026-04-03T02:39:37.418332Z","end":"2026-04-03T02:39:38.138048Z","steps":["trace[939902197] 'process raft request' (duration: 719.381121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:38.138134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:37.418321Z","time spent":"719.78018ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:38.138182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.600356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:38.138223Z","caller":"traceutil/trace.go:171","msg":"trace[1054123293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2332; }","duration":"721.671378ms","start":"2026-04-03T02:39:37.416539Z","end":"2026-04-03T02:39:38.138211Z","steps":["trace[1054123293] 'agreement among raft nodes before linearized reading' (duration: 721.600666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:38.138256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:37.416524Z","time spent":"721.725979ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:38.138034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:37.416614Z","time spent":"721.036282ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:38.13843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.073665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-04-03T02:39:38.138467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.669304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-03T02:39:38.138496Z","caller":"traceutil/trace.go:171","msg":"trace[923287019] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2332; }","duration":"365.123436ms","start":"2026-04-03T02:39:37.773343Z","end":"2026-04-03T02:39:38.138467Z","steps":["trace[923287019] 'agreement among raft nodes before linearized reading' (duration: 364.945902ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:38.138517Z","caller":"traceutil/trace.go:171","msg":"trace[361179250] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2332; }","duration":"362.742736ms","start":"2026-04-03T02:39:37.775759Z","end":"2026-04-03T02:39:38.138502Z","steps":["trace[361179250] 'agreement among raft nodes before linearized reading' (duration: 362.568572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:38.138533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:37.773255Z","time spent":"365.2718ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-03T02:39:38.138554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:37.775745Z","time spent":"362.799377ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-04-03T02:39:38.137776Z","caller":"traceutil/trace.go:171","msg":"trace[167183980] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"720.146889ms","start":"2026-04-03T02:39:37.417615Z","end":"2026-04-03T02:39:38.137762Z","steps":["trace[167183980] 'process raft request' (duration: 719.905383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:38.138639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:37.417603Z","time spent":"720.998371ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:38.138669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.509426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-03T02:39:38.138704Z","caller":"traceutil/trace.go:171","msg":"trace[1015286356] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2332; }","duration":"363.564018ms","start":"2026-04-03T02:39:37.775129Z","end":"2026-04-03T02:39:38.138694Z","steps":["trace[1015286356] 'agreement among raft nodes before linearized reading' (duration: 363.486676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:38.138738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:37.775119Z","time spent":"363.611539ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-03T02:39:38.519486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.31278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:38.519698Z","caller":"traceutil/trace.go:171","msg":"trace[1526358859] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"374.687297ms","start":"2026-04-03T02:39:38.144908Z","end":"2026-04-03T02:39:38.519595Z","steps":["trace[1526358859] 'process raft request' (duration: 159.1171ms)","trace[1526358859] 'compare' (duration: 215.191637ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:38.519904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:38.144885Z","time spent":"374.936903ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:38.910743Z","caller":"traceutil/trace.go:171","msg":"trace[1881063656] linearizableReadLoop","detail":"{readStateIndex:2444; appliedIndex:2441; }","duration":"744.747037ms","start":"2026-04-03T02:39:38.16597Z","end":"2026-04-03T02:39:38.910717Z","steps":["trace[1881063656] 'read index received' (duration: 138.178434ms)","trace[1881063656] 'applied index is now lower than readState.Index' (duration: 606.567662ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:38.910789Z","caller":"traceutil/trace.go:171","msg":"trace[2040737881] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"765.744765ms","start":"2026-04-03T02:39:38.145014Z","end":"2026-04-03T02:39:38.910759Z","steps":["trace[2040737881] 'process raft request' (duration: 665.730186ms)","trace[2040737881] 'compare' (duration: 99.774993ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:38.910931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.959092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T02:39:38.910923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:38.144994Z","time spent":"765.850497ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:38.910965Z","caller":"traceutil/trace.go:171","msg":"trace[693831317] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2335; }","duration":"745.000853ms","start":"2026-04-03T02:39:38.165954Z","end":"2026-04-03T02:39:38.910955Z","steps":["trace[693831317] 'agreement among raft nodes before linearized reading' (duration: 744.87094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:38.910998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:38.165903Z","time spent":"745.083965ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:39:38.911198Z","caller":"traceutil/trace.go:171","msg":"trace[291872029] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"766.027681ms","start":"2026-04-03T02:39:38.14515Z","end":"2026-04-03T02:39:38.911178Z","steps":["trace[291872029] 'process raft request' (duration: 765.517448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:38.911303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:38.145114Z","time spent":"766.138214ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:40.035106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.197646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:40.035205Z","caller":"traceutil/trace.go:171","msg":"trace[1321713268] linearizableReadLoop","detail":"{readStateIndex:2445; appliedIndex:2444; }","duration":"1.056155766s","start":"2026-04-03T02:39:38.979034Z","end":"2026-04-03T02:39:40.03519Z","steps":["trace[1321713268] 'read index received' (duration: 200.803766ms)","trace[1321713268] 'applied index is now lower than readState.Index' (duration: 855.35052ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:40.035287Z","caller":"traceutil/trace.go:171","msg":"trace[544063111] transaction","detail":"{read_only:false; response_revision:2336; number_of_response:1; }","duration":"1.119171005s","start":"2026-04-03T02:39:38.916105Z","end":"2026-04-03T02:39:40.035276Z","steps":["trace[544063111] 'process raft request' (duration: 263.706823ms)","trace[544063111] 'compare' (duration: 854.95545ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:40.035349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:38.916085Z","time spent":"1.119230907s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:40.035597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056566536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:40.035633Z","caller":"traceutil/trace.go:171","msg":"trace[822053309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2336; }","duration":"1.056628658s","start":"2026-04-03T02:39:38.978995Z","end":"2026-04-03T02:39:40.035623Z","steps":["trace[822053309] 'agreement among raft nodes before linearized reading' (duration: 1.056569087s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:40.03566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:38.978945Z","time spent":"1.0567093s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:40.420589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.326548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:40.420682Z","caller":"traceutil/trace.go:171","msg":"trace[1304525935] linearizableReadLoop","detail":"{readStateIndex:2446; appliedIndex:2445; }","duration":"385.435446ms","start":"2026-04-03T02:39:40.03523Z","end":"2026-04-03T02:39:40.420665Z","steps":["trace[1304525935] 'read index received' (duration: 266.940454ms)","trace[1304525935] 'applied index is now lower than readState.Index' (duration: 118.493592ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:40.420759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.153266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:40.420816Z","caller":"traceutil/trace.go:171","msg":"trace[1297399371] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2337; }","duration":"794.263478ms","start":"2026-04-03T02:39:39.626544Z","end":"2026-04-03T02:39:40.420807Z","steps":["trace[1297399371] 'agreement among raft nodes before linearized reading' (duration: 794.164996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:40.420847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:39.626523Z","time spent":"794.31612ms","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:40.420856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.874453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:40.420879Z","caller":"traceutil/trace.go:171","msg":"trace[1175372939] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2337; }","duration":"852.010027ms","start":"2026-04-03T02:39:39.568862Z","end":"2026-04-03T02:39:40.420872Z","steps":["trace[1175372939] 'agreement among raft nodes before linearized reading' (duration: 851.885904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:40.420902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:39.568841Z","time spent":"852.053967ms","remote":"127.0.0.1:34230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:40.421073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230651651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:40.421093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.351927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:39:40.421114Z","caller":"traceutil/trace.go:171","msg":"trace[1355733225] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2337; }","duration":"1.230726854s","start":"2026-04-03T02:39:39.190374Z","end":"2026-04-03T02:39:40.4211Z","steps":["trace[1355733225] 'agreement among raft nodes before linearized reading' (duration: 1.230663703s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:40.421142Z","caller":"traceutil/trace.go:171","msg":"trace[709448856] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2337; }","duration":"419.434049ms","start":"2026-04-03T02:39:40.00169Z","end":"2026-04-03T02:39:40.421124Z","steps":["trace[709448856] 'agreement among raft nodes before linearized reading' (duration: 419.281715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:40.421192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:40.00167Z","time spent":"419.5093ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:39:40.421209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.932628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:40.420692Z","caller":"traceutil/trace.go:171","msg":"trace[468873621] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"1.005027974s","start":"2026-04-03T02:39:39.415596Z","end":"2026-04-03T02:39:40.420671Z","steps":["trace[468873621] 'process raft request' (duration: 886.558672ms)","trace[468873621] 'compare' (duration: 118.215135ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:40.421151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:39.190355Z","time spent":"1.230787176s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:40.421421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:39.415576Z","time spent":"1.005779963s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:40.421606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.304604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-03T02:39:40.421637Z","caller":"traceutil/trace.go:171","msg":"trace[658271278] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2337; }","duration":"277.369905ms","start":"2026-04-03T02:39:40.144255Z","end":"2026-04-03T02:39:40.421625Z","steps":["trace[658271278] 'agreement among raft nodes before linearized reading' (duration: 277.272363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:40.421674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.415797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:39:40.421731Z","caller":"traceutil/trace.go:171","msg":"trace[1124015583] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2337; }","duration":"277.489699ms","start":"2026-04-03T02:39:40.144229Z","end":"2026-04-03T02:39:40.421719Z","steps":["trace[1124015583] 'agreement among raft nodes before linearized reading' (duration: 277.313744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:40.421926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.633082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T02:39:40.421944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.194294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:39:40.421956Z","caller":"traceutil/trace.go:171","msg":"trace[502351026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2337; }","duration":"277.675173ms","start":"2026-04-03T02:39:40.144272Z","end":"2026-04-03T02:39:40.421947Z","steps":["trace[502351026] 'agreement among raft nodes before linearized reading' (duration: 277.583661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:40.421975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.800736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:39:40.421982Z","caller":"traceutil/trace.go:171","msg":"trace[1554325551] range","detail":"{range_begin:/registry/masterleases/199.19.213.65; range_end:; response_count:1; response_revision:2337; }","duration":"238.312606ms","start":"2026-04-03T02:39:40.183659Z","end":"2026-04-03T02:39:40.421972Z","steps":["trace[1554325551] 'agreement among raft nodes before linearized reading' (duration: 238.044469ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:40.422053Z","caller":"traceutil/trace.go:171","msg":"trace[1659128473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2337; }","duration":"277.925989ms","start":"2026-04-03T02:39:40.144109Z","end":"2026-04-03T02:39:40.422035Z","steps":["trace[1659128473] 'agreement among raft nodes before linearized reading' (duration: 277.648412ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:40.422215Z","caller":"traceutil/trace.go:171","msg":"trace[747238491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2337; }","duration":"383.999449ms","start":"2026-04-03T02:39:40.037233Z","end":"2026-04-03T02:39:40.421233Z","steps":["trace[747238491] 'agreement among raft nodes before linearized reading' (duration: 383.951218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:40.422254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:40.037218Z","time spent":"385.026475ms","remote":"127.0.0.1:33908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:40.849659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.954623ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-03T02:39:40.849754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:40.423753Z","time spent":"425.997933ms","remote":"127.0.0.1:33952","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T02:39:41.391635Z","caller":"traceutil/trace.go:171","msg":"trace[629531297] transaction","detail":"{read_only:false; response_revision:2338; number_of_response:1; }","duration":"963.523333ms","start":"2026-04-03T02:39:40.428092Z","end":"2026-04-03T02:39:41.391615Z","steps":["trace[629531297] 'process raft request' (duration: 963.363629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:41.391754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:40.42807Z","time spent":"963.622495ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:41.391929Z","caller":"traceutil/trace.go:171","msg":"trace[600984622] transaction","detail":"{read_only:false; response_revision:2339; number_of_response:1; }","duration":"963.516833ms","start":"2026-04-03T02:39:40.428404Z","end":"2026-04-03T02:39:41.391921Z","steps":["trace[600984622] 'process raft request' (duration: 963.176035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:41.39198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:40.42839Z","time spent":"963.568644ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:41.392039Z","caller":"traceutil/trace.go:171","msg":"trace[810235236] linearizableReadLoop","detail":"{readStateIndex:2452; appliedIndex:2446; }","duration":"960.860346ms","start":"2026-04-03T02:39:40.431157Z","end":"2026-04-03T02:39:41.392018Z","steps":["trace[810235236] 'read index received' (duration: 177.552163ms)","trace[810235236] 'applied index is now lower than readState.Index' (duration: 783.306833ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:41.392055Z","caller":"traceutil/trace.go:171","msg":"trace[933964733] transaction","detail":"{read_only:false; response_revision:2340; number_of_response:1; }","duration":"963.584585ms","start":"2026-04-03T02:39:40.428442Z","end":"2026-04-03T02:39:41.392026Z","steps":["trace[933964733] 'process raft request' (duration: 963.37878ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:41.392089Z","caller":"traceutil/trace.go:171","msg":"trace[1598558851] transaction","detail":"{read_only:false; response_revision:2341; number_of_response:1; }","duration":"963.505432ms","start":"2026-04-03T02:39:40.42855Z","end":"2026-04-03T02:39:41.392056Z","steps":["trace[1598558851] 'process raft request' (duration: 963.378749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:41.39219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.03462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:41.392233Z","caller":"traceutil/trace.go:171","msg":"trace[426478563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2342; }","duration":"961.095722ms","start":"2026-04-03T02:39:40.431127Z","end":"2026-04-03T02:39:41.392223Z","steps":["trace[426478563] 'agreement among raft nodes before linearized reading' (duration: 960.98665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:41.392229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:40.428417Z","time spent":"963.710648ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:41.392266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:40.431119Z","time spent":"961.140133ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:41.392299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:40.428536Z","time spent":"963.672937ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:41.392083Z","caller":"traceutil/trace.go:171","msg":"trace[96839425] transaction","detail":"{read_only:false; response_revision:2342; number_of_response:1; }","duration":"963.356748ms","start":"2026-04-03T02:39:40.428716Z","end":"2026-04-03T02:39:41.392073Z","steps":["trace[96839425] 'process raft request' (duration: 963.244665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:41.392482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:40.428702Z","time spent":"963.753249ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:42.009215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.711185ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:42.009374Z","caller":"traceutil/trace.go:171","msg":"trace[857656604] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2342; }","duration":"285.881409ms","start":"2026-04-03T02:39:41.723475Z","end":"2026-04-03T02:39:42.009356Z","steps":["trace[857656604] 'range keys from in-memory index tree' (duration: 285.693845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:42.009809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.741261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:42.01027Z","caller":"traceutil/trace.go:171","msg":"trace[1431777251] linearizableReadLoop","detail":"{readStateIndex:2453; appliedIndex:2452; }","duration":"618.116262ms","start":"2026-04-03T02:39:41.392101Z","end":"2026-04-03T02:39:42.010217Z","steps":["trace[1431777251] 'read index received' (duration: 273.696984ms)","trace[1431777251] 'applied index is now lower than readState.Index' (duration: 344.416817ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:42.010271Z","caller":"traceutil/trace.go:171","msg":"trace[1187584097] transaction","detail":"{read_only:false; response_revision:2343; number_of_response:1; }","duration":"1.159464547s","start":"2026-04-03T02:39:40.850774Z","end":"2026-04-03T02:39:42.010238Z","steps":["trace[1187584097] 'process raft request' (duration: 815.110341ms)","trace[1187584097] 'compare' (duration: 343.29003ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:42.010433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:40.850755Z","time spent":"1.1595823s","remote":"127.0.0.1:33952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:42.010492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299068118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:39:42.010538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.33162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:42.010551Z","caller":"traceutil/trace.go:171","msg":"trace[1698950945] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2343; }","duration":"1.29917341s","start":"2026-04-03T02:39:40.711364Z","end":"2026-04-03T02:39:42.010537Z","steps":["trace[1698950945] 'agreement among raft nodes before linearized reading' (duration: 1.298965315s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:42.010584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:40.711345Z","time spent":"1.299232801s","remote":"127.0.0.1:34364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:42.010561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.059442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:42.010576Z","caller":"traceutil/trace.go:171","msg":"trace[1069148037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2343; }","duration":"408.411832ms","start":"2026-04-03T02:39:41.602154Z","end":"2026-04-03T02:39:42.010565Z","steps":["trace[1069148037] 'agreement among raft nodes before linearized reading' (duration: 408.31686ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:42.010626Z","caller":"traceutil/trace.go:171","msg":"trace[281213702] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2343; }","duration":"536.170265ms","start":"2026-04-03T02:39:41.474438Z","end":"2026-04-03T02:39:42.010608Z","steps":["trace[281213702] 'agreement among raft nodes before linearized reading' (duration: 536.045032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:42.010643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:41.602135Z","time spent":"408.494695ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:42.010669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:41.474413Z","time spent":"536.242807ms","remote":"127.0.0.1:34176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":5,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:42.011418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.770113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:42.011511Z","caller":"traceutil/trace.go:171","msg":"trace[559170795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2343; }","duration":"617.864405ms","start":"2026-04-03T02:39:41.393634Z","end":"2026-04-03T02:39:42.011499Z","steps":["trace[559170795] 'agreement among raft nodes before linearized reading' (duration: 616.749127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:42.011578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:41.393569Z","time spent":"617.997998ms","remote":"127.0.0.1:33908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:42.384505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.637136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:42.384616Z","caller":"traceutil/trace.go:171","msg":"trace[484334781] linearizableReadLoop","detail":"{readStateIndex:2454; appliedIndex:2453; }","duration":"146.894865ms","start":"2026-04-03T02:39:42.237703Z","end":"2026-04-03T02:39:42.384598Z","steps":["trace[484334781] 'read index received' (duration: 53.672µs)","trace[484334781] 'applied index is now lower than readState.Index' (duration: 146.839693ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:42.384694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.997597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:42.384758Z","caller":"traceutil/trace.go:171","msg":"trace[1359671632] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2344; }","duration":"147.10196ms","start":"2026-04-03T02:39:42.237645Z","end":"2026-04-03T02:39:42.384747Z","steps":["trace[1359671632] 'agreement among raft nodes before linearized reading' (duration: 147.004147ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:42.384945Z","caller":"traceutil/trace.go:171","msg":"trace[455440406] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"340.411147ms","start":"2026-04-03T02:39:42.044455Z","end":"2026-04-03T02:39:42.384866Z","steps":["trace[455440406] 'process raft request' (duration: 91.31433ms)","trace[455440406] 'compare' (duration: 248.462712ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:42.385183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:42.044439Z","time spent":"340.561781ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:42.655045Z","caller":"traceutil/trace.go:171","msg":"trace[1078665970] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"227.116016ms","start":"2026-04-03T02:39:42.427784Z","end":"2026-04-03T02:39:42.6549Z","steps":["trace[1078665970] 'process raft request' (duration: 177.696797ms)","trace[1078665970] 'compare' (duration: 49.122441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:43.115368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.897133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:43.115463Z","caller":"traceutil/trace.go:171","msg":"trace[44174440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2345; }","duration":"137.039107ms","start":"2026-04-03T02:39:42.9784Z","end":"2026-04-03T02:39:43.115439Z","steps":["trace[44174440] 'range keys from in-memory index tree' (duration: 136.810701ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:43.566174Z","caller":"traceutil/trace.go:171","msg":"trace[254235250] linearizableReadLoop","detail":"{readStateIndex:2456; appliedIndex:2455; }","duration":"169.592712ms","start":"2026-04-03T02:39:43.396554Z","end":"2026-04-03T02:39:43.566147Z","steps":["trace[254235250] 'read index received' (duration: 169.295285ms)","trace[254235250] 'applied index is now lower than readState.Index' (duration: 296.437µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:43.566278Z","caller":"traceutil/trace.go:171","msg":"trace[1626548203] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"416.765601ms","start":"2026-04-03T02:39:43.149481Z","end":"2026-04-03T02:39:43.566247Z","steps":["trace[1626548203] 'process raft request' (duration: 416.457702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:43.566443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.86572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-03T02:39:43.566482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:43.149466Z","time spent":"416.889244ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:43.566517Z","caller":"traceutil/trace.go:171","msg":"trace[929497476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2346; }","duration":"170.001223ms","start":"2026-04-03T02:39:43.396494Z","end":"2026-04-03T02:39:43.566495Z","steps":["trace[929497476] 'agreement among raft nodes before linearized reading' (duration: 169.787478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:43.566774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.890751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-04-03T02:39:43.566822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.820424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T02:39:43.566865Z","caller":"traceutil/trace.go:171","msg":"trace[1343993835] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2346; }","duration":"170.018604ms","start":"2026-04-03T02:39:43.396825Z","end":"2026-04-03T02:39:43.566844Z","steps":["trace[1343993835] 'agreement among raft nodes before linearized reading' (duration: 169.675525ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:43.566901Z","caller":"traceutil/trace.go:171","msg":"trace[1251538639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2346; }","duration":"168.939838ms","start":"2026-04-03T02:39:43.397943Z","end":"2026-04-03T02:39:43.566883Z","steps":["trace[1251538639] 'agreement among raft nodes before linearized reading' (duration: 168.682801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:43.566749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.792488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:39:43.567069Z","caller":"traceutil/trace.go:171","msg":"trace[644487653] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2346; }","duration":"170.186428ms","start":"2026-04-03T02:39:43.396859Z","end":"2026-04-03T02:39:43.567046Z","steps":["trace[644487653] 'agreement among raft nodes before linearized reading' (duration: 169.791038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:43.567359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.423394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:39:43.567546Z","caller":"traceutil/trace.go:171","msg":"trace[1843423774] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2346; }","duration":"170.660749ms","start":"2026-04-03T02:39:43.396866Z","end":"2026-04-03T02:39:43.567527Z","steps":["trace[1843423774] 'agreement among raft nodes before linearized reading' (duration: 169.906461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:44.312971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.645482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:44.313359Z","caller":"traceutil/trace.go:171","msg":"trace[1223588861] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"740.821698ms","start":"2026-04-03T02:39:43.572279Z","end":"2026-04-03T02:39:44.3131Z","steps":["trace[1223588861] 'process raft request' (duration: 275.916279ms)","trace[1223588861] 'compare' (duration: 464.192691ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:44.313458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:43.572256Z","time spent":"741.160427ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:44.429776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513124757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:44.658272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.930925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:44.658572Z","caller":"traceutil/trace.go:171","msg":"trace[705575003] linearizableReadLoop","detail":"{readStateIndex:2462; appliedIndex:2457; }","duration":"729.884253ms","start":"2026-04-03T02:39:43.928671Z","end":"2026-04-03T02:39:44.658555Z","steps":["trace[705575003] 'read index received' (duration: 582.59989ms)","trace[705575003] 'applied index is now lower than readState.Index' (duration: 147.283393ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:44.658651Z","caller":"traceutil/trace.go:171","msg":"trace[987846292] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"1.086202169s","start":"2026-04-03T02:39:43.572422Z","end":"2026-04-03T02:39:44.658624Z","steps":["trace[987846292] 'process raft request' (duration: 1.085946552s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:44.658689Z","caller":"traceutil/trace.go:171","msg":"trace[1121616815] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"1.085243145s","start":"2026-04-03T02:39:43.573412Z","end":"2026-04-03T02:39:44.658655Z","steps":["trace[1121616815] 'process raft request' (duration: 1.085099612s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:44.658751Z","caller":"traceutil/trace.go:171","msg":"trace[1008157748] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"1.085585944s","start":"2026-04-03T02:39:43.573146Z","end":"2026-04-03T02:39:44.658732Z","steps":["trace[1008157748] 'process raft request' (duration: 1.085297426s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:44.658781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:43.572416Z","time spent":"1.086294363s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:44.658814Z","caller":"traceutil/trace.go:171","msg":"trace[38729747] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"1.085603275s","start":"2026-04-03T02:39:43.5732Z","end":"2026-04-03T02:39:44.658803Z","steps":["trace[38729747] 'process raft request' (duration: 1.085281496s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:44.658821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:43.573403Z","time spent":"1.085344929s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:44.658834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:43.573137Z","time spent":"1.085653697s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:44.658868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:43.573194Z","time spent":"1.085646336s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:44.658883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.559492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-04-03T02:39:44.658764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.08855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-03T02:39:44.658934Z","caller":"traceutil/trace.go:171","msg":"trace[1798460595] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2352; }","duration":"726.633093ms","start":"2026-04-03T02:39:43.932287Z","end":"2026-04-03T02:39:44.65892Z","steps":["trace[1798460595] 'agreement among raft nodes before linearized reading' (duration: 726.472309ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:44.658945Z","caller":"traceutil/trace.go:171","msg":"trace[922836306] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2352; }","duration":"730.301044ms","start":"2026-04-03T02:39:43.928631Z","end":"2026-04-03T02:39:44.658932Z","steps":["trace[922836306] 'agreement among raft nodes before linearized reading' (duration: 730.017596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:44.658969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:43.932277Z","time spent":"726.684794ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-03T02:39:44.658977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:43.928613Z","time spent":"730.355436ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-03T02:39:44.659005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.815962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:39:44.659038Z","caller":"traceutil/trace.go:171","msg":"trace[1346208264] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2352; }","duration":"268.888414ms","start":"2026-04-03T02:39:44.390138Z","end":"2026-04-03T02:39:44.659026Z","steps":["trace[1346208264] 'agreement among raft nodes before linearized reading' (duration: 268.795621ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:44.659053Z","caller":"traceutil/trace.go:171","msg":"trace[1704628030] transaction","detail":"{read_only:false; response_revision:2348; number_of_response:1; }","duration":"1.086681192s","start":"2026-04-03T02:39:43.572354Z","end":"2026-04-03T02:39:44.659035Z","steps":["trace[1704628030] 'process raft request' (duration: 938.904936ms)","trace[1704628030] 'compare' (duration: 146.720739ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:44.659069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.637394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:44.659078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.572126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:44.659094Z","caller":"traceutil/trace.go:171","msg":"trace[889264251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2352; }","duration":"679.692186ms","start":"2026-04-03T02:39:43.979394Z","end":"2026-04-03T02:39:44.659086Z","steps":["trace[889264251] 'agreement among raft nodes before linearized reading' (duration: 679.654965ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:44.659108Z","caller":"traceutil/trace.go:171","msg":"trace[2099093609] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2352; }","duration":"402.644977ms","start":"2026-04-03T02:39:44.256455Z","end":"2026-04-03T02:39:44.6591Z","steps":["trace[2099093609] 'agreement among raft nodes before linearized reading' (duration: 402.582436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:44.659108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:43.572328Z","time spent":"1.086751574s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:44.659118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:43.979376Z","time spent":"679.736987ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:44.659134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:44.256421Z","time spent":"402.705639ms","remote":"127.0.0.1:34330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:44.659137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.762732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:44.659164Z","caller":"traceutil/trace.go:171","msg":"trace[1485106567] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2352; }","duration":"217.821533ms","start":"2026-04-03T02:39:44.441335Z","end":"2026-04-03T02:39:44.659156Z","steps":["trace[1485106567] 'agreement among raft nodes before linearized reading' (duration: 217.774762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:45.149835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.169978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:45.150228Z","caller":"traceutil/trace.go:171","msg":"trace[606097791] linearizableReadLoop","detail":"{readStateIndex:2466; appliedIndex:2463; }","duration":"169.987243ms","start":"2026-04-03T02:39:44.980219Z","end":"2026-04-03T02:39:45.150206Z","steps":["trace[606097791] 'read index received' (duration: 169.705516ms)","trace[606097791] 'applied index is now lower than readState.Index' (duration: 280.467µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:45.150406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.187749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:45.150453Z","caller":"traceutil/trace.go:171","msg":"trace[1848430168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2356; }","duration":"170.26392ms","start":"2026-04-03T02:39:44.980175Z","end":"2026-04-03T02:39:45.150439Z","steps":["trace[1848430168] 'agreement among raft nodes before linearized reading' (duration: 170.172018ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:45.150715Z","caller":"traceutil/trace.go:171","msg":"trace[1210335260] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"486.353646ms","start":"2026-04-03T02:39:44.664339Z","end":"2026-04-03T02:39:45.150693Z","steps":["trace[1210335260] 'process raft request' (duration: 485.758352ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:45.150747Z","caller":"traceutil/trace.go:171","msg":"trace[985391507] transaction","detail":"{read_only:false; response_revision:2353; number_of_response:1; }","duration":"489.138967ms","start":"2026-04-03T02:39:44.66157Z","end":"2026-04-03T02:39:45.150709Z","steps":["trace[985391507] 'process raft request' (duration: 314.009285ms)","trace[985391507] 'compare' (duration: 174.067556ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:45.150918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:44.661547Z","time spent":"489.29056ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:45.150941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:44.664319Z","time spent":"486.50371ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:45.150419Z","caller":"traceutil/trace.go:171","msg":"trace[1510483800] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"486.087361ms","start":"2026-04-03T02:39:44.66427Z","end":"2026-04-03T02:39:45.150358Z","steps":["trace[1510483800] 'process raft request' (duration: 485.724482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:45.151145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:44.664235Z","time spent":"486.881401ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:45.151439Z","caller":"traceutil/trace.go:171","msg":"trace[1219006261] transaction","detail":"{read_only:false; response_revision:2356; number_of_response:1; }","duration":"485.899755ms","start":"2026-04-03T02:39:44.664455Z","end":"2026-04-03T02:39:45.150355Z","steps":["trace[1219006261] 'process raft request' (duration: 485.70047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:45.151561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:44.664443Z","time spent":"487.060643ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:45.57782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.174358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:45.577923Z","caller":"traceutil/trace.go:171","msg":"trace[1123181111] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2356; }","duration":"300.427775ms","start":"2026-04-03T02:39:45.277471Z","end":"2026-04-03T02:39:45.577899Z","steps":["trace[1123181111] 'count revisions from in-memory index tree' (duration: 300.097137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:45.57799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:45.277451Z","time spent":"300.514507ms","remote":"127.0.0.1:34002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:46.46607Z","caller":"traceutil/trace.go:171","msg":"trace[522657904] linearizableReadLoop","detail":"{readStateIndex:2467; appliedIndex:2466; }","duration":"120.082281ms","start":"2026-04-03T02:39:46.345955Z","end":"2026-04-03T02:39:46.466037Z","steps":["trace[522657904] 'read index received' (duration: 119.953878ms)","trace[522657904] 'applied index is now lower than readState.Index' (duration: 126.873µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:46.466176Z","caller":"traceutil/trace.go:171","msg":"trace[2102779981] transaction","detail":"{read_only:false; response_revision:2357; number_of_response:1; }","duration":"143.333585ms","start":"2026-04-03T02:39:46.322789Z","end":"2026-04-03T02:39:46.466123Z","steps":["trace[2102779981] 'process raft request' (duration: 143.032827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:46.466309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.321718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:46.466365Z","caller":"traceutil/trace.go:171","msg":"trace[1323647459] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2357; }","duration":"120.452751ms","start":"2026-04-03T02:39:46.345892Z","end":"2026-04-03T02:39:46.466345Z","steps":["trace[1323647459] 'agreement among raft nodes before linearized reading' (duration: 120.309487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:46.76951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.529963ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:39:46.769631Z","caller":"traceutil/trace.go:171","msg":"trace[1602625101] linearizableReadLoop","detail":"{readStateIndex:2468; appliedIndex:2467; }","duration":"303.449859ms","start":"2026-04-03T02:39:46.466164Z","end":"2026-04-03T02:39:46.769614Z","steps":["trace[1602625101] 'read index received' (duration: 111.812693ms)","trace[1602625101] 'applied index is now lower than readState.Index' (duration: 191.635416ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:46.769748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.3833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:46.769784Z","caller":"traceutil/trace.go:171","msg":"trace[830709308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2357; }","duration":"337.483993ms","start":"2026-04-03T02:39:46.432289Z","end":"2026-04-03T02:39:46.769773Z","steps":["trace[830709308] 'agreement among raft nodes before linearized reading' (duration: 337.416632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:46.769817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:46.432256Z","time spent":"337.554225ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:46.769914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.06821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:39:46.769987Z","caller":"traceutil/trace.go:171","msg":"trace[2132663645] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2357; }","duration":"104.182182ms","start":"2026-04-03T02:39:46.665792Z","end":"2026-04-03T02:39:46.769974Z","steps":["trace[2132663645] 'agreement among raft nodes before linearized reading' (duration: 103.968027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:46.770004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.937907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:39:46.770121Z","caller":"traceutil/trace.go:171","msg":"trace[228194088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2357; }","duration":"104.06828ms","start":"2026-04-03T02:39:46.666028Z","end":"2026-04-03T02:39:46.770096Z","steps":["trace[228194088] 'agreement among raft nodes before linearized reading' (duration: 103.765833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:46.770112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.138251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:39:46.77023Z","caller":"traceutil/trace.go:171","msg":"trace[383940042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2357; }","duration":"104.323926ms","start":"2026-04-03T02:39:46.665881Z","end":"2026-04-03T02:39:46.770205Z","steps":["trace[383940042] 'agreement among raft nodes before linearized reading' (duration: 103.954547ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:47.530606Z","caller":"traceutil/trace.go:171","msg":"trace[1009754468] transaction","detail":"{read_only:false; response_revision:2362; number_of_response:1; }","duration":"373.477027ms","start":"2026-04-03T02:39:47.157109Z","end":"2026-04-03T02:39:47.530586Z","steps":["trace[1009754468] 'process raft request' (duration: 373.350714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:47.530736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:47.157076Z","time spent":"373.59076ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:47.785091Z","caller":"traceutil/trace.go:171","msg":"trace[2055932995] transaction","detail":"{read_only:false; response_revision:2363; number_of_response:1; }","duration":"622.536883ms","start":"2026-04-03T02:39:47.162517Z","end":"2026-04-03T02:39:47.785054Z","steps":["trace[2055932995] 'process raft request' (duration: 622.399528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:47.785246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:47.162491Z","time spent":"622.677896ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:48.046281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.335097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:48.046643Z","caller":"traceutil/trace.go:171","msg":"trace[1042161535] transaction","detail":"{read_only:false; response_revision:2365; number_of_response:1; }","duration":"282.682229ms","start":"2026-04-03T02:39:47.763919Z","end":"2026-04-03T02:39:48.046601Z","steps":["trace[1042161535] 'process raft request' (duration: 282.434183ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:48.046707Z","caller":"traceutil/trace.go:171","msg":"trace[758487255] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"473.866343ms","start":"2026-04-03T02:39:47.572799Z","end":"2026-04-03T02:39:48.046665Z","steps":["trace[758487255] 'process raft request' (duration: 302.082325ms)","trace[758487255] 'compare' (duration: 171.152412ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:48.047008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:47.572768Z","time spent":"473.991876ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:49.284938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.923397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:49.285192Z","caller":"traceutil/trace.go:171","msg":"trace[1799844609] transaction","detail":"{read_only:false; response_revision:2369; number_of_response:1; }","duration":"374.671986ms","start":"2026-04-03T02:39:48.910495Z","end":"2026-04-03T02:39:49.285167Z","steps":["trace[1799844609] 'process raft request' (duration: 250.272197ms)","trace[1799844609] 'compare' (duration: 123.743973ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:49.285252Z","caller":"traceutil/trace.go:171","msg":"trace[369673595] transaction","detail":"{read_only:false; response_revision:2371; number_of_response:1; }","duration":"374.055882ms","start":"2026-04-03T02:39:48.911174Z","end":"2026-04-03T02:39:49.285229Z","steps":["trace[369673595] 'process raft request' (duration: 374.00623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:49.285352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:48.910487Z","time spent":"374.760299ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:49.285356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:48.91116Z","time spent":"374.162964ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:49.285457Z","caller":"traceutil/trace.go:171","msg":"trace[461505642] transaction","detail":"{read_only:false; response_revision:2370; number_of_response:1; }","duration":"374.672706ms","start":"2026-04-03T02:39:48.910751Z","end":"2026-04-03T02:39:49.285423Z","steps":["trace[461505642] 'process raft request' (duration: 374.353969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:49.285579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:48.910717Z","time spent":"374.80348ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:49.79709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.390444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-03T02:39:49.79718Z","caller":"traceutil/trace.go:171","msg":"trace[1371972978] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2372; }","duration":"117.489627ms","start":"2026-04-03T02:39:49.679669Z","end":"2026-04-03T02:39:49.797159Z","steps":["trace[1371972978] 'range keys from in-memory index tree' (duration: 116.81607ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:50.064426Z","caller":"traceutil/trace.go:171","msg":"trace[1068612399] transaction","detail":"{read_only:false; response_revision:2373; number_of_response:1; }","duration":"262.211075ms","start":"2026-04-03T02:39:49.802189Z","end":"2026-04-03T02:39:50.0644Z","steps":["trace[1068612399] 'process raft request' (duration: 262.057642ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:50.586465Z","caller":"traceutil/trace.go:171","msg":"trace[1053619267] linearizableReadLoop","detail":"{readStateIndex:2485; appliedIndex:2483; }","duration":"606.637384ms","start":"2026-04-03T02:39:49.979804Z","end":"2026-04-03T02:39:50.586441Z","steps":["trace[1053619267] 'read index received' (duration: 84.472388ms)","trace[1053619267] 'applied index is now lower than readState.Index' (duration: 522.163546ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:50.586837Z","caller":"traceutil/trace.go:171","msg":"trace[1010016478] transaction","detail":"{read_only:false; response_revision:2374; number_of_response:1; }","duration":"784.447082ms","start":"2026-04-03T02:39:49.802371Z","end":"2026-04-03T02:39:50.586818Z","steps":["trace[1010016478] 'process raft request' (duration: 783.805775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:50.586987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:49.802355Z","time spent":"784.536225ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:50.587081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.791398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-04-03T02:39:50.587111Z","caller":"traceutil/trace.go:171","msg":"trace[181665658] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2374; }","duration":"431.86085ms","start":"2026-04-03T02:39:50.155242Z","end":"2026-04-03T02:39:50.587103Z","steps":["trace[181665658] 'agreement among raft nodes before linearized reading' (duration: 431.776868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:50.58713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:50.155221Z","time spent":"431.906161ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-03T02:39:50.58718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.385702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:50.587195Z","caller":"traceutil/trace.go:171","msg":"trace[1999311856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2374; }","duration":"607.437393ms","start":"2026-04-03T02:39:49.979754Z","end":"2026-04-03T02:39:50.587192Z","steps":["trace[1999311856] 'agreement among raft nodes before linearized reading' (duration: 607.413633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:50.587206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:49.979736Z","time spent":"607.468065ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:50.587367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.570071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:39:50.587385Z","caller":"traceutil/trace.go:171","msg":"trace[1544260062] range","detail":"{range_begin:/registry/masterleases/199.19.213.65; range_end:; response_count:1; response_revision:2374; }","duration":"403.607342ms","start":"2026-04-03T02:39:50.183773Z","end":"2026-04-03T02:39:50.587381Z","steps":["trace[1544260062] 'agreement among raft nodes before linearized reading' (duration: 403.566871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:50.587415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:50.183763Z","time spent":"403.631852ms","remote":"127.0.0.1:33952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.65\" "} {"level":"warn","ts":"2026-04-03T02:39:50.587523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.489651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-03T02:39:50.587573Z","caller":"traceutil/trace.go:171","msg":"trace[69980430] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2374; }","duration":"431.583864ms","start":"2026-04-03T02:39:50.155975Z","end":"2026-04-03T02:39:50.587559Z","steps":["trace[69980430] 'agreement among raft nodes before linearized reading' (duration: 431.470271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:50.587618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:50.155949Z","time spent":"431.658465ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-04-03T02:39:50.794519Z","caller":"traceutil/trace.go:171","msg":"trace[1005493055] linearizableReadLoop","detail":"{readStateIndex:2486; appliedIndex:2485; }","duration":"206.12713ms","start":"2026-04-03T02:39:50.588323Z","end":"2026-04-03T02:39:50.79445Z","steps":["trace[1005493055] 'read index received' (duration: 125.512248ms)","trace[1005493055] 'applied index is now lower than readState.Index' (duration: 80.612722ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:50.794612Z","caller":"traceutil/trace.go:171","msg":"trace[1832183819] transaction","detail":"{read_only:false; response_revision:2377; number_of_response:1; }","duration":"202.312263ms","start":"2026-04-03T02:39:50.592268Z","end":"2026-04-03T02:39:50.79458Z","steps":["trace[1832183819] 'process raft request' (duration: 202.258482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:50.794705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.358956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:50.794745Z","caller":"traceutil/trace.go:171","msg":"trace[1332437761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2377; }","duration":"206.423817ms","start":"2026-04-03T02:39:50.588311Z","end":"2026-04-03T02:39:50.794735Z","steps":["trace[1332437761] 'agreement among raft nodes before linearized reading' (duration: 206.277843ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:50.795017Z","caller":"traceutil/trace.go:171","msg":"trace[986523356] transaction","detail":"{read_only:false; response_revision:2376; number_of_response:1; }","duration":"203.418471ms","start":"2026-04-03T02:39:50.591577Z","end":"2026-04-03T02:39:50.794995Z","steps":["trace[986523356] 'process raft request' (duration: 202.867418ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:50.794996Z","caller":"traceutil/trace.go:171","msg":"trace[156605439] transaction","detail":"{read_only:false; response_revision:2375; number_of_response:1; }","duration":"203.896933ms","start":"2026-04-03T02:39:50.591041Z","end":"2026-04-03T02:39:50.794937Z","steps":["trace[156605439] 'process raft request' (duration: 203.247147ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:51.194763Z","caller":"traceutil/trace.go:171","msg":"trace[1654616998] transaction","detail":"{read_only:false; response_revision:2379; number_of_response:1; }","duration":"134.183026ms","start":"2026-04-03T02:39:51.060554Z","end":"2026-04-03T02:39:51.194737Z","steps":["trace[1654616998] 'process raft request' (duration: 134.008881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:51.956431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.864089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:39:51.956523Z","caller":"traceutil/trace.go:171","msg":"trace[1507274837] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2379; }","duration":"665.973271ms","start":"2026-04-03T02:39:51.290529Z","end":"2026-04-03T02:39:51.956502Z","steps":["trace[1507274837] 'range keys from in-memory index tree' (duration: 665.695114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:51.95675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:51.290523Z","time spent":"666.213577ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:39:51.95682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.360201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:39:51.956415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.091506ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:51.956856Z","caller":"traceutil/trace.go:171","msg":"trace[1796635657] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2379; }","duration":"666.438063ms","start":"2026-04-03T02:39:51.290406Z","end":"2026-04-03T02:39:51.956844Z","steps":["trace[1796635657] 'range keys from in-memory index tree' (duration: 666.146436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:51.956887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:51.29038Z","time spent":"666.499314ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:39:51.95688Z","caller":"traceutil/trace.go:171","msg":"trace[62716192] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2379; }","duration":"233.576428ms","start":"2026-04-03T02:39:51.723283Z","end":"2026-04-03T02:39:51.95686Z","steps":["trace[62716192] 'range keys from in-memory index tree' (duration: 233.074976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:51.956885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.030788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:39:51.957005Z","caller":"traceutil/trace.go:171","msg":"trace[1495401716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2379; }","duration":"661.225782ms","start":"2026-04-03T02:39:51.295753Z","end":"2026-04-03T02:39:51.956979Z","steps":["trace[1495401716] 'range keys from in-memory index tree' (duration: 660.71526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:51.957148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:51.295743Z","time spent":"661.361235ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:39:52.086782Z","caller":"traceutil/trace.go:171","msg":"trace[304468243] linearizableReadLoop","detail":"{readStateIndex:2492; appliedIndex:2491; }","duration":"335.908614ms","start":"2026-04-03T02:39:51.750853Z","end":"2026-04-03T02:39:52.086762Z","steps":["trace[304468243] 'read index received' (duration: 335.788381ms)","trace[304468243] 'applied index is now lower than readState.Index' (duration: 119.243µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:52.086895Z","caller":"traceutil/trace.go:171","msg":"trace[118533479] transaction","detail":"{read_only:false; response_revision:2380; number_of_response:1; }","duration":"483.394732ms","start":"2026-04-03T02:39:51.603426Z","end":"2026-04-03T02:39:52.086821Z","steps":["trace[118533479] 'process raft request' (duration: 483.205267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:52.087057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:51.603403Z","time spent":"483.566046ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:52.087105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.073438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:52.087184Z","caller":"traceutil/trace.go:171","msg":"trace[433311502] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2380; }","duration":"336.362405ms","start":"2026-04-03T02:39:51.750803Z","end":"2026-04-03T02:39:52.087165Z","steps":["trace[433311502] 'agreement among raft nodes before linearized reading' (duration: 336.054597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:52.087239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:51.750774Z","time spent":"336.453828ms","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:52.192707Z","caller":"traceutil/trace.go:171","msg":"trace[2124276967] transaction","detail":"{read_only:false; response_revision:2382; number_of_response:1; }","duration":"231.317542ms","start":"2026-04-03T02:39:51.961366Z","end":"2026-04-03T02:39:52.192683Z","steps":["trace[2124276967] 'process raft request' (duration: 231.213529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:52.192827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.450283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:52.192857Z","caller":"traceutil/trace.go:171","msg":"trace[446644279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2383; }","duration":"213.523905ms","start":"2026-04-03T02:39:51.979327Z","end":"2026-04-03T02:39:52.192851Z","steps":["trace[446644279] 'agreement among raft nodes before linearized reading' (duration: 213.448503ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:52.192738Z","caller":"traceutil/trace.go:171","msg":"trace[1848423465] linearizableReadLoop","detail":"{readStateIndex:2495; appliedIndex:2492; }","duration":"105.871275ms","start":"2026-04-03T02:39:52.086848Z","end":"2026-04-03T02:39:52.19272Z","steps":["trace[1848423465] 'read index received' (duration: 79.499614ms)","trace[1848423465] 'applied index is now lower than readState.Index' (duration: 26.370681ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:52.192964Z","caller":"traceutil/trace.go:171","msg":"trace[1600927999] transaction","detail":"{read_only:false; response_revision:2381; number_of_response:1; }","duration":"231.691581ms","start":"2026-04-03T02:39:51.961248Z","end":"2026-04-03T02:39:52.19294Z","steps":["trace[1600927999] 'process raft request' (duration: 205.417923ms)","trace[1600927999] 'compare' (duration: 25.787056ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:52.193139Z","caller":"traceutil/trace.go:171","msg":"trace[803393397] transaction","detail":"{read_only:false; response_revision:2383; number_of_response:1; }","duration":"230.775487ms","start":"2026-04-03T02:39:51.961986Z","end":"2026-04-03T02:39:52.192761Z","steps":["trace[803393397] 'process raft request' (duration: 230.662854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:53.14906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.09046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:53.14916Z","caller":"traceutil/trace.go:171","msg":"trace[1336311980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2385; }","duration":"169.239634ms","start":"2026-04-03T02:39:52.9799Z","end":"2026-04-03T02:39:53.14914Z","steps":["trace[1336311980] 'range keys from in-memory index tree' (duration: 168.994198ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:53.499866Z","caller":"traceutil/trace.go:171","msg":"trace[461942469] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"297.200443ms","start":"2026-04-03T02:39:53.202636Z","end":"2026-04-03T02:39:53.499837Z","steps":["trace[461942469] 'process raft request' (duration: 297.049299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:53.92038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.342373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:53.920444Z","caller":"traceutil/trace.go:171","msg":"trace[1740053082] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2386; }","duration":"241.485907ms","start":"2026-04-03T02:39:53.678943Z","end":"2026-04-03T02:39:53.920429Z","steps":["trace[1740053082] 'count revisions from in-memory index tree' (duration: 241.239731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:53.92047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.006454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-04-03T02:39:53.920583Z","caller":"traceutil/trace.go:171","msg":"trace[1811967081] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2386; }","duration":"241.131857ms","start":"2026-04-03T02:39:53.67942Z","end":"2026-04-03T02:39:53.920552Z","steps":["trace[1811967081] 'range keys from in-memory index tree' (duration: 240.787928ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:54.035836Z","caller":"traceutil/trace.go:171","msg":"trace[338774343] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"111.421674ms","start":"2026-04-03T02:39:53.924157Z","end":"2026-04-03T02:39:54.035578Z","steps":["trace[338774343] 'process raft request' (duration: 111.24649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:54.302164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.100547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:54.302341Z","caller":"traceutil/trace.go:171","msg":"trace[147239413] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"210.396836ms","start":"2026-04-03T02:39:54.091908Z","end":"2026-04-03T02:39:54.302305Z","steps":["trace[147239413] 'process raft request' (duration: 87.075623ms)","trace[147239413] 'compare' (duration: 122.960554ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:54.302373Z","caller":"traceutil/trace.go:171","msg":"trace[596228726] linearizableReadLoop","detail":"{readStateIndex:2500; appliedIndex:2499; }","duration":"105.534337ms","start":"2026-04-03T02:39:54.196815Z","end":"2026-04-03T02:39:54.30235Z","steps":["trace[596228726] 'read index received' (duration: 77.022µs)","trace[596228726] 'applied index is now lower than readState.Index' (duration: 105.378503ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:54.302592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.526097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:39:54.302639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.986903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:39:54.302664Z","caller":"traceutil/trace.go:171","msg":"trace[2052235502] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2388; }","duration":"105.074885ms","start":"2026-04-03T02:39:54.197581Z","end":"2026-04-03T02:39:54.302656Z","steps":["trace[2052235502] 'agreement among raft nodes before linearized reading' (duration: 104.961442ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:54.302661Z","caller":"traceutil/trace.go:171","msg":"trace[984761055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2388; }","duration":"105.65558ms","start":"2026-04-03T02:39:54.196996Z","end":"2026-04-03T02:39:54.302651Z","steps":["trace[984761055] 'agreement among raft nodes before linearized reading' (duration: 105.477165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:54.302696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.861625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:39:54.302805Z","caller":"traceutil/trace.go:171","msg":"trace[496645535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2388; }","duration":"106.02492ms","start":"2026-04-03T02:39:54.196751Z","end":"2026-04-03T02:39:54.302776Z","steps":["trace[496645535] 'agreement among raft nodes before linearized reading' (duration: 105.721832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:54.672435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.193686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:54.672821Z","caller":"traceutil/trace.go:171","msg":"trace[1011420283] transaction","detail":"{read_only:false; response_revision:2390; number_of_response:1; }","duration":"365.105476ms","start":"2026-04-03T02:39:54.307699Z","end":"2026-04-03T02:39:54.672804Z","steps":["trace[1011420283] 'process raft request' (duration: 364.828379ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:54.672899Z","caller":"traceutil/trace.go:171","msg":"trace[541712560] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"365.196208ms","start":"2026-04-03T02:39:54.307663Z","end":"2026-04-03T02:39:54.672859Z","steps":["trace[541712560] 'process raft request' (duration: 98.522281ms)","trace[541712560] 'compare' (duration: 265.712433ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:54.673035Z","caller":"traceutil/trace.go:171","msg":"trace[639518985] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"364.996463ms","start":"2026-04-03T02:39:54.307951Z","end":"2026-04-03T02:39:54.672948Z","steps":["trace[639518985] 'process raft request' (duration: 364.812099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:54.673096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:54.307641Z","time spent":"365.346331ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:54.673055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:54.307678Z","time spent":"365.186167ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:54.673392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:54.307935Z","time spent":"365.228489ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:54.976618Z","caller":"traceutil/trace.go:171","msg":"trace[2019922078] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"275.609453ms","start":"2026-04-03T02:39:54.700969Z","end":"2026-04-03T02:39:54.976578Z","steps":["trace[2019922078] 'process raft request' (duration: 230.515372ms)","trace[2019922078] 'compare' (duration: 44.250409ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:55.329927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.680187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:55.330041Z","caller":"traceutil/trace.go:171","msg":"trace[1204073667] linearizableReadLoop","detail":"{readStateIndex:2505; appliedIndex:2504; }","duration":"260.832981ms","start":"2026-04-03T02:39:55.069186Z","end":"2026-04-03T02:39:55.330019Z","steps":["trace[1204073667] 'read index received' (duration: 9.915148ms)","trace[1204073667] 'applied index is now lower than readState.Index' (duration: 250.916123ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:55.330222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.035066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-03T02:39:55.330279Z","caller":"traceutil/trace.go:171","msg":"trace[1815579305] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2393; }","duration":"261.135498ms","start":"2026-04-03T02:39:55.069126Z","end":"2026-04-03T02:39:55.330261Z","steps":["trace[1815579305] 'agreement among raft nodes before linearized reading' (duration: 260.950873ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:55.330494Z","caller":"traceutil/trace.go:171","msg":"trace[1328154541] transaction","detail":"{read_only:false; response_revision:2393; number_of_response:1; }","duration":"348.740706ms","start":"2026-04-03T02:39:54.981718Z","end":"2026-04-03T02:39:55.330459Z","steps":["trace[1328154541] 'process raft request' (duration: 97.433803ms)","trace[1328154541] 'compare' (duration: 250.360069ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:55.330636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:54.981061Z","time spent":"349.496675ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:55.686786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.614575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T02:39:55.68688Z","caller":"traceutil/trace.go:171","msg":"trace[722257872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2394; }","duration":"181.758658ms","start":"2026-04-03T02:39:55.505099Z","end":"2026-04-03T02:39:55.686858Z","steps":["trace[722257872] 'range keys from in-memory index tree' (duration: 181.300347ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:56.264078Z","caller":"traceutil/trace.go:171","msg":"trace[1939849680] transaction","detail":"{read_only:false; response_revision:2397; number_of_response:1; }","duration":"459.213056ms","start":"2026-04-03T02:39:55.804836Z","end":"2026-04-03T02:39:56.264049Z","steps":["trace[1939849680] 'process raft request' (duration: 459.029661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:56.264283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:55.804822Z","time spent":"459.339939ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:56.83467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.926166ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:39:56.835037Z","caller":"traceutil/trace.go:171","msg":"trace[254391141] linearizableReadLoop","detail":"{readStateIndex:2510; appliedIndex:2508; }","duration":"819.632355ms","start":"2026-04-03T02:39:56.015374Z","end":"2026-04-03T02:39:56.835006Z","steps":["trace[254391141] 'read index received' (duration: 248.478671ms)","trace[254391141] 'applied index is now lower than readState.Index' (duration: 571.151424ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:56.835278Z","caller":"traceutil/trace.go:171","msg":"trace[604015371] transaction","detail":"{read_only:false; response_revision:2398; number_of_response:1; }","duration":"527.713404ms","start":"2026-04-03T02:39:56.307531Z","end":"2026-04-03T02:39:56.835245Z","steps":["trace[604015371] 'process raft request' (duration: 527.235622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:56.835446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:56.307507Z","time spent":"527.847538ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:56.98242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.949128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:56.982501Z","caller":"traceutil/trace.go:171","msg":"trace[1118196921] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2398; }","duration":"825.081952ms","start":"2026-04-03T02:39:56.157398Z","end":"2026-04-03T02:39:56.98248Z","steps":["trace[1118196921] 'agreement among raft nodes before linearized reading' (duration: 677.90784ms)","trace[1118196921] 'count revisions from in-memory index tree' (duration: 147.056498ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:56.982543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:56.157374Z","time spent":"825.159774ms","remote":"127.0.0.1:34124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:56.982963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.935802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:39:56.98305Z","caller":"traceutil/trace.go:171","msg":"trace[287581365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2398; }","duration":"306.058435ms","start":"2026-04-03T02:39:56.676973Z","end":"2026-04-03T02:39:56.983031Z","steps":["trace[287581365] 'agreement among raft nodes before linearized reading' (duration: 158.33182ms)","trace[287581365] 'range keys from in-memory index tree' (duration: 147.55877ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:56.983105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:56.676946Z","time spent":"306.146598ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:39:56.983112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.727119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:56.983195Z","caller":"traceutil/trace.go:171","msg":"trace[1857380991] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2398; }","duration":"967.851612ms","start":"2026-04-03T02:39:56.015311Z","end":"2026-04-03T02:39:56.983162Z","steps":["trace[1857380991] 'agreement among raft nodes before linearized reading' (duration: 819.8285ms)","trace[1857380991] 'count revisions from in-memory index tree' (duration: 147.918409ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:56.983234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.21789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:39:56.983299Z","caller":"traceutil/trace.go:171","msg":"trace[514663641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2398; }","duration":"304.344283ms","start":"2026-04-03T02:39:56.678938Z","end":"2026-04-03T02:39:56.983282Z","steps":["trace[514663641] 'agreement among raft nodes before linearized reading' (duration: 156.345732ms)","trace[514663641] 'range keys from in-memory index tree' (duration: 147.468338ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:56.983311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.506172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T02:39:56.983563Z","caller":"traceutil/trace.go:171","msg":"trace[1086270369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2398; }","duration":"305.82909ms","start":"2026-04-03T02:39:56.677715Z","end":"2026-04-03T02:39:56.983544Z","steps":["trace[1086270369] 'agreement among raft nodes before linearized reading' (duration: 157.553181ms)","trace[1086270369] 'range keys from in-memory index tree' (duration: 147.907939ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:56.983637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:56.677694Z","time spent":"305.931972ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:39:56.983351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:56.678895Z","time spent":"304.444336ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:39:56.983245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:56.015286Z","time spent":"967.947205ms","remote":"127.0.0.1:34114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:57.108659Z","caller":"traceutil/trace.go:171","msg":"trace[814285130] transaction","detail":"{read_only:false; response_revision:2399; number_of_response:1; }","duration":"122.741398ms","start":"2026-04-03T02:39:56.985898Z","end":"2026-04-03T02:39:57.10864Z","steps":["trace[814285130] 'process raft request' (duration: 122.608145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:57.518166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.497976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:57.518421Z","caller":"traceutil/trace.go:171","msg":"trace[907148761] linearizableReadLoop","detail":"{readStateIndex:2515; appliedIndex:2512; }","duration":"254.680667ms","start":"2026-04-03T02:39:57.263722Z","end":"2026-04-03T02:39:57.518403Z","steps":["trace[907148761] 'read index received' (duration: 71.846932ms)","trace[907148761] 'applied index is now lower than readState.Index' (duration: 182.832795ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:57.518417Z","caller":"traceutil/trace.go:171","msg":"trace[1470183848] transaction","detail":"{read_only:false; response_revision:2400; number_of_response:1; }","duration":"532.33733ms","start":"2026-04-03T02:39:56.986027Z","end":"2026-04-03T02:39:57.518364Z","steps":["trace[1470183848] 'process raft request' (duration: 349.565807ms)","trace[1470183848] 'compare' (duration: 182.381263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:57.518565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:56.986002Z","time spent":"532.479963ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:57.519381Z","caller":"traceutil/trace.go:171","msg":"trace[113728518] transaction","detail":"{read_only:false; response_revision:2401; number_of_response:1; }","duration":"533.066248ms","start":"2026-04-03T02:39:56.986291Z","end":"2026-04-03T02:39:57.519357Z","steps":["trace[113728518] 'process raft request' (duration: 531.971031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:57.519444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.677711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:57.519495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:56.986283Z","time spent":"533.15789ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:57.519528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.190404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-03T02:39:57.519571Z","caller":"traceutil/trace.go:171","msg":"trace[1541522776] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2402; }","duration":"185.268116ms","start":"2026-04-03T02:39:57.334292Z","end":"2026-04-03T02:39:57.51956Z","steps":["trace[1541522776] 'agreement among raft nodes before linearized reading' (duration: 185.130912ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:57.519884Z","caller":"traceutil/trace.go:171","msg":"trace[2103872804] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2402; }","duration":"255.877957ms","start":"2026-04-03T02:39:57.263658Z","end":"2026-04-03T02:39:57.519536Z","steps":["trace[2103872804] 'agreement among raft nodes before linearized reading' (duration: 254.915303ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:57.519433Z","caller":"traceutil/trace.go:171","msg":"trace[41301341] transaction","detail":"{read_only:false; response_revision:2402; number_of_response:1; }","duration":"531.463108ms","start":"2026-04-03T02:39:56.987929Z","end":"2026-04-03T02:39:57.519392Z","steps":["trace[41301341] 'process raft request' (duration: 530.407111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:57.520009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:56.987918Z","time spent":"532.045163ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:57.828276Z","caller":"traceutil/trace.go:171","msg":"trace[710178123] transaction","detail":"{read_only:false; response_revision:2403; number_of_response:1; }","duration":"303.240616ms","start":"2026-04-03T02:39:57.524994Z","end":"2026-04-03T02:39:57.828235Z","steps":["trace[710178123] 'process raft request' (duration: 303.01663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:57.828448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:57.524975Z","time spent":"303.387009ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:59.435144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253777082s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:59.435409Z","caller":"traceutil/trace.go:171","msg":"trace[335967981] transaction","detail":"{read_only:false; response_revision:2404; number_of_response:1; }","duration":"1.602504958s","start":"2026-04-03T02:39:57.832839Z","end":"2026-04-03T02:39:59.435344Z","steps":["trace[335967981] 'process raft request' (duration: 348.466829ms)","trace[335967981] 'compare' (duration: 1.253618408s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:59.435546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:57.832815Z","time spent":"1.602703782s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:59.435586Z","caller":"traceutil/trace.go:171","msg":"trace[1456810402] linearizableReadLoop","detail":"{readStateIndex:2517; appliedIndex:2516; }","duration":"1.455263394s","start":"2026-04-03T02:39:57.980297Z","end":"2026-04-03T02:39:59.435561Z","steps":["trace[1456810402] 'read index received' (duration: 200.954929ms)","trace[1456810402] 'applied index is now lower than readState.Index' (duration: 1.254298435s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:59.43567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455376848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:59.435708Z","caller":"traceutil/trace.go:171","msg":"trace[189552759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2404; }","duration":"1.455458089s","start":"2026-04-03T02:39:57.980241Z","end":"2026-04-03T02:39:59.435699Z","steps":["trace[189552759] 'agreement among raft nodes before linearized reading' (duration: 1.455394878s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:59.435731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:57.980218Z","time spent":"1.45550901s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:39:59.436196Z","caller":"traceutil/trace.go:171","msg":"trace[704117316] transaction","detail":"{read_only:false; response_revision:2405; number_of_response:1; }","duration":"1.167604452s","start":"2026-04-03T02:39:58.268583Z","end":"2026-04-03T02:39:59.436187Z","steps":["trace[704117316] 'process raft request' (duration: 1.16718229s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:59.436275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:58.268557Z","time spent":"1.167666362s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:59.466626Z","caller":"traceutil/trace.go:171","msg":"trace[1135285944] transaction","detail":"{read_only:false; response_revision:2406; number_of_response:1; }","duration":"1.185341645s","start":"2026-04-03T02:39:58.281257Z","end":"2026-04-03T02:39:59.466599Z","steps":["trace[1135285944] 'process raft request' (duration: 1.185005707s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:59.466747Z","caller":"traceutil/trace.go:171","msg":"trace[554283309] transaction","detail":"{read_only:false; response_revision:2407; number_of_response:1; }","duration":"625.918986ms","start":"2026-04-03T02:39:58.840809Z","end":"2026-04-03T02:39:59.466728Z","steps":["trace[554283309] 'process raft request' (duration: 625.726132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:59.46679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:58.281232Z","time spent":"1.185479049s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:59.466848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:58.840784Z","time spent":"626.009279ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:59.466904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.488571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:39:59.466982Z","caller":"traceutil/trace.go:171","msg":"trace[1317280631] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2407; }","duration":"354.605713ms","start":"2026-04-03T02:39:59.112364Z","end":"2026-04-03T02:39:59.46697Z","steps":["trace[1317280631] 'agreement among raft nodes before linearized reading' (duration: 354.385407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:59.467042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:59.112344Z","time spent":"354.687875ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:39:59.467072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.558908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-04-03T02:39:59.467129Z","caller":"traceutil/trace.go:171","msg":"trace[1146897195] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2407; }","duration":"426.65169ms","start":"2026-04-03T02:39:59.040462Z","end":"2026-04-03T02:39:59.467114Z","steps":["trace[1146897195] 'agreement among raft nodes before linearized reading' (duration: 426.500846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:59.467162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:59.040443Z","time spent":"426.710972ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-03T02:39:59.467279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.621788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T02:39:59.467313Z","caller":"traceutil/trace.go:171","msg":"trace[1335909373] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2407; }","duration":"602.061359ms","start":"2026-04-03T02:39:58.865243Z","end":"2026-04-03T02:39:59.467305Z","steps":["trace[1335909373] 'agreement among raft nodes before linearized reading' (duration: 601.559186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:59.467339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:58.865221Z","time spent":"602.111359ms","remote":"127.0.0.1:33988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":162,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:59.691659Z","caller":"traceutil/trace.go:171","msg":"trace[303755774] transaction","detail":"{read_only:false; response_revision:2408; number_of_response:1; }","duration":"219.68977ms","start":"2026-04-03T02:39:59.47195Z","end":"2026-04-03T02:39:59.69164Z","steps":["trace[303755774] 'process raft request' (duration: 219.570307ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:59.739846Z","caller":"traceutil/trace.go:171","msg":"trace[26547465] linearizableReadLoop","detail":"{readStateIndex:2522; appliedIndex:2521; }","duration":"264.982006ms","start":"2026-04-03T02:39:59.474837Z","end":"2026-04-03T02:39:59.739819Z","steps":["trace[26547465] 'read index received' (duration: 217.227058ms)","trace[26547465] 'applied index is now lower than readState.Index' (duration: 47.753588ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:59.740007Z","caller":"traceutil/trace.go:171","msg":"trace[1688917440] transaction","detail":"{read_only:false; response_revision:2409; number_of_response:1; }","duration":"266.422941ms","start":"2026-04-03T02:39:59.473565Z","end":"2026-04-03T02:39:59.739988Z","steps":["trace[1688917440] 'process raft request' (duration: 266.104653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:59.740331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.52146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:39:59.740342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.246888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:39:59.740402Z","caller":"traceutil/trace.go:171","msg":"trace[170997300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2409; }","duration":"216.639623ms","start":"2026-04-03T02:39:59.523748Z","end":"2026-04-03T02:39:59.740387Z","steps":["trace[170997300] 'agreement among raft nodes before linearized reading' (duration: 216.422397ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:59.740414Z","caller":"traceutil/trace.go:171","msg":"trace[406006688] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2409; }","duration":"215.354531ms","start":"2026-04-03T02:39:59.525044Z","end":"2026-04-03T02:39:59.740398Z","steps":["trace[406006688] 'agreement among raft nodes before linearized reading' (duration: 215.146626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:59.740472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.74609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:39:59.740551Z","caller":"traceutil/trace.go:171","msg":"trace[1258058119] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2409; }","duration":"215.933125ms","start":"2026-04-03T02:39:59.5246Z","end":"2026-04-03T02:39:59.740533Z","steps":["trace[1258058119] 'agreement among raft nodes before linearized reading' (duration: 215.628598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:59.740819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.97594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:59.74087Z","caller":"traceutil/trace.go:171","msg":"trace[331672264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2409; }","duration":"266.046902ms","start":"2026-04-03T02:39:59.47481Z","end":"2026-04-03T02:39:59.740857Z","steps":["trace[331672264] 'agreement among raft nodes before linearized reading' (duration: 265.728964ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:59.941357Z","caller":"traceutil/trace.go:171","msg":"trace[1569429308] transaction","detail":"{read_only:false; response_revision:2410; number_of_response:1; }","duration":"196.446316ms","start":"2026-04-03T02:39:59.744887Z","end":"2026-04-03T02:39:59.941334Z","steps":["trace[1569429308] 'process raft request' (duration: 107.430674ms)","trace[1569429308] 'compare' (duration: 88.816758ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:00.025791Z","caller":"traceutil/trace.go:171","msg":"trace[80753323] transaction","detail":"{read_only:false; response_revision:2411; number_of_response:1; }","duration":"280.591487ms","start":"2026-04-03T02:39:59.745174Z","end":"2026-04-03T02:40:00.025765Z","steps":["trace[80753323] 'process raft request' (duration: 280.415712ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:00.025937Z","caller":"traceutil/trace.go:171","msg":"trace[824339457] linearizableReadLoop","detail":"{readStateIndex:2525; appliedIndex:2522; }","duration":"193.437121ms","start":"2026-04-03T02:39:59.832482Z","end":"2026-04-03T02:40:00.025919Z","steps":["trace[824339457] 'read index received' (duration: 19.836088ms)","trace[824339457] 'applied index is now lower than readState.Index' (duration: 173.599943ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:00.02614Z","caller":"traceutil/trace.go:171","msg":"trace[1589548407] transaction","detail":"{read_only:false; response_revision:2412; number_of_response:1; }","duration":"280.75723ms","start":"2026-04-03T02:39:59.745326Z","end":"2026-04-03T02:40:00.026083Z","steps":["trace[1589548407] 'process raft request' (duration: 280.395591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:00.026383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.884062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-03T02:40:00.026447Z","caller":"traceutil/trace.go:171","msg":"trace[530531163] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2412; }","duration":"193.977675ms","start":"2026-04-03T02:39:59.832441Z","end":"2026-04-03T02:40:00.026418Z","steps":["trace[530531163] 'agreement among raft nodes before linearized reading' (duration: 193.538924ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:00.203399Z","caller":"traceutil/trace.go:171","msg":"trace[307514676] transaction","detail":"{read_only:false; response_revision:2413; number_of_response:1; }","duration":"172.482135ms","start":"2026-04-03T02:40:00.03088Z","end":"2026-04-03T02:40:00.203362Z","steps":["trace[307514676] 'process raft request' (duration: 168.70823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:00.586995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.684691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:40:00.587103Z","caller":"traceutil/trace.go:171","msg":"trace[2012118463] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2414; }","duration":"178.830103ms","start":"2026-04-03T02:40:00.408242Z","end":"2026-04-03T02:40:00.587072Z","steps":["trace[2012118463] 'range keys from in-memory index tree' (duration: 178.397703ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:00.950251Z","caller":"traceutil/trace.go:171","msg":"trace[572261677] transaction","detail":"{read_only:false; response_revision:2415; number_of_response:1; }","duration":"358.697016ms","start":"2026-04-03T02:40:00.59152Z","end":"2026-04-03T02:40:00.950217Z","steps":["trace[572261677] 'process raft request' (duration: 358.4441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:00.950532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:00.591499Z","time spent":"358.87381ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:01.275964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.520421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:01.276098Z","caller":"traceutil/trace.go:171","msg":"trace[650306118] linearizableReadLoop","detail":"{readStateIndex:2530; appliedIndex:2529; }","duration":"296.146356ms","start":"2026-04-03T02:40:00.979931Z","end":"2026-04-03T02:40:01.276078Z","steps":["trace[650306118] 'read index received' (duration: 122.308636ms)","trace[650306118] 'applied index is now lower than readState.Index' (duration: 173.83558ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:01.276346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.413573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:01.276334Z","caller":"traceutil/trace.go:171","msg":"trace[398574814] transaction","detail":"{read_only:false; response_revision:2416; number_of_response:1; }","duration":"320.61983ms","start":"2026-04-03T02:40:00.955675Z","end":"2026-04-03T02:40:01.276295Z","steps":["trace[398574814] 'process raft request' (duration: 146.632217ms)","trace[398574814] 'compare' (duration: 173.393518ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:01.276403Z","caller":"traceutil/trace.go:171","msg":"trace[416318970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2416; }","duration":"296.510225ms","start":"2026-04-03T02:40:00.979878Z","end":"2026-04-03T02:40:01.276388Z","steps":["trace[416318970] 'agreement among raft nodes before linearized reading' (duration: 296.421403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:01.277619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:00.955656Z","time spent":"320.753404ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:01.886007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.71433ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:40:01.886115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.102561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:40:01.886157Z","caller":"traceutil/trace.go:171","msg":"trace[1494800121] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2417; }","duration":"162.874994ms","start":"2026-04-03T02:40:01.723261Z","end":"2026-04-03T02:40:01.886136Z","steps":["trace[1494800121] 'range keys from in-memory index tree' (duration: 162.6982ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:01.886219Z","caller":"traceutil/trace.go:171","msg":"trace[1507010285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2417; }","duration":"447.242826ms","start":"2026-04-03T02:40:01.438937Z","end":"2026-04-03T02:40:01.886179Z","steps":["trace[1507010285] 'range keys from in-memory index tree' (duration: 446.919747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:01.886277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:01.438916Z","time spent":"447.350709ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:40:01.887407Z","caller":"traceutil/trace.go:171","msg":"trace[1135932384] linearizableReadLoop","detail":"{readStateIndex:2532; appliedIndex:2531; }","duration":"188.914218ms","start":"2026-04-03T02:40:01.698464Z","end":"2026-04-03T02:40:01.887378Z","steps":["trace[1135932384] 'read index received' (duration: 185.191083ms)","trace[1135932384] 'applied index is now lower than readState.Index' (duration: 3.720735ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:01.887472Z","caller":"traceutil/trace.go:171","msg":"trace[671000877] transaction","detail":"{read_only:false; response_revision:2418; number_of_response:1; }","duration":"415.554802ms","start":"2026-04-03T02:40:01.471891Z","end":"2026-04-03T02:40:01.887446Z","steps":["trace[671000877] 'process raft request' (duration: 411.829388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:01.887717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.239616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:40:01.887785Z","caller":"traceutil/trace.go:171","msg":"trace[118519858] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2418; }","duration":"189.360059ms","start":"2026-04-03T02:40:01.698413Z","end":"2026-04-03T02:40:01.887773Z","steps":["trace[118519858] 'agreement among raft nodes before linearized reading' (duration: 189.145754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:01.888479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:01.471865Z","time spent":"416.531436ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:02.192239Z","caller":"traceutil/trace.go:171","msg":"trace[374336202] linearizableReadLoop","detail":"{readStateIndex:2534; appliedIndex:2532; }","duration":"245.735752ms","start":"2026-04-03T02:40:01.946478Z","end":"2026-04-03T02:40:02.192214Z","steps":["trace[374336202] 'read index received' (duration: 23.826697ms)","trace[374336202] 'applied index is now lower than readState.Index' (duration: 221.908015ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:02.192343Z","caller":"traceutil/trace.go:171","msg":"trace[216716902] transaction","detail":"{read_only:false; response_revision:2420; number_of_response:1; }","duration":"300.66551ms","start":"2026-04-03T02:40:01.891633Z","end":"2026-04-03T02:40:02.192298Z","steps":["trace[216716902] 'process raft request' (duration: 300.394403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:02.192513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:01.891621Z","time spent":"300.781392ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:02.192526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.035189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:40:02.1926Z","caller":"traceutil/trace.go:171","msg":"trace[1107887992] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2420; }","duration":"246.147373ms","start":"2026-04-03T02:40:01.946435Z","end":"2026-04-03T02:40:02.192582Z","steps":["trace[1107887992] 'agreement among raft nodes before linearized reading' (duration: 245.920906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:02.192667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.619134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:40:02.192732Z","caller":"traceutil/trace.go:171","msg":"trace[1307357675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2420; }","duration":"161.706556ms","start":"2026-04-03T02:40:02.031009Z","end":"2026-04-03T02:40:02.192716Z","steps":["trace[1307357675] 'agreement among raft nodes before linearized reading' (duration: 161.557732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:02.192942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.2809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:40:02.19304Z","caller":"traceutil/trace.go:171","msg":"trace[24123202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2420; }","duration":"162.425764ms","start":"2026-04-03T02:40:02.030598Z","end":"2026-04-03T02:40:02.193024Z","steps":["trace[24123202] 'agreement among raft nodes before linearized reading' (duration: 161.938602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:02.55794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.640548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:02.558449Z","caller":"traceutil/trace.go:171","msg":"trace[1992018205] transaction","detail":"{read_only:false; response_revision:2421; number_of_response:1; }","duration":"361.196389ms","start":"2026-04-03T02:40:02.197224Z","end":"2026-04-03T02:40:02.55842Z","steps":["trace[1992018205] 'process raft request' (duration: 65.984426ms)","trace[1992018205] 'compare' (duration: 294.465424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:02.558569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:02.197203Z","time spent":"361.309991ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:02.558486Z","caller":"traceutil/trace.go:171","msg":"trace[475195886] transaction","detail":"{read_only:false; response_revision:2422; number_of_response:1; }","duration":"361.217049ms","start":"2026-04-03T02:40:02.197251Z","end":"2026-04-03T02:40:02.558468Z","steps":["trace[475195886] 'process raft request' (duration: 361.066185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:02.558759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:02.197238Z","time spent":"361.467325ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:02.558762Z","caller":"traceutil/trace.go:171","msg":"trace[2124909267] transaction","detail":"{read_only:false; response_revision:2423; number_of_response:1; }","duration":"359.854134ms","start":"2026-04-03T02:40:02.198873Z","end":"2026-04-03T02:40:02.558727Z","steps":["trace[2124909267] 'process raft request' (duration: 359.548317ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:02.558636Z","caller":"traceutil/trace.go:171","msg":"trace[1541191562] linearizableReadLoop","detail":"{readStateIndex:2537; appliedIndex:2534; }","duration":"351.427902ms","start":"2026-04-03T02:40:02.207182Z","end":"2026-04-03T02:40:02.558609Z","steps":["trace[1541191562] 'read index received' (duration: 55.922812ms)","trace[1541191562] 'applied index is now lower than readState.Index' (duration: 295.49139ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:02.558793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.604867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-03T02:40:02.559001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:02.198865Z","time spent":"360.08109ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:02.559073Z","caller":"traceutil/trace.go:171","msg":"trace[163685570] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2423; }","duration":"351.910044ms","start":"2026-04-03T02:40:02.207144Z","end":"2026-04-03T02:40:02.559054Z","steps":["trace[163685570] 'agreement among raft nodes before linearized reading' (duration: 351.526575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:02.559134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:02.207132Z","time spent":"351.985847ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-04-03T02:40:02.865538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.236546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:02.865741Z","caller":"traceutil/trace.go:171","msg":"trace[1948956522] transaction","detail":"{read_only:false; response_revision:2424; number_of_response:1; }","duration":"302.055105ms","start":"2026-04-03T02:40:02.563598Z","end":"2026-04-03T02:40:02.865653Z","steps":["trace[1948956522] 'process raft request' (duration: 102.502661ms)","trace[1948956522] 'compare' (duration: 199.039121ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:02.865923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:02.563575Z","time spent":"302.25801ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:03.287704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.519141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:03.287791Z","caller":"traceutil/trace.go:171","msg":"trace[1193563047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2424; }","duration":"295.671364ms","start":"2026-04-03T02:40:02.992101Z","end":"2026-04-03T02:40:03.287772Z","steps":["trace[1193563047] 'range keys from in-memory index tree' (duration: 295.408358ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:04.016889Z","caller":"traceutil/trace.go:171","msg":"trace[124760101] transaction","detail":"{read_only:false; response_revision:2425; number_of_response:1; }","duration":"121.955039ms","start":"2026-04-03T02:40:03.894898Z","end":"2026-04-03T02:40:04.016853Z","steps":["trace[124760101] 'process raft request' (duration: 121.741634ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:04.159441Z","caller":"traceutil/trace.go:171","msg":"trace[959974588] transaction","detail":"{read_only:false; response_revision:2426; number_of_response:1; }","duration":"139.086328ms","start":"2026-04-03T02:40:04.02033Z","end":"2026-04-03T02:40:04.159416Z","steps":["trace[959974588] 'process raft request' (duration: 138.919484ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:04.343036Z","caller":"traceutil/trace.go:171","msg":"trace[2120828980] transaction","detail":"{read_only:false; response_revision:2427; number_of_response:1; }","duration":"141.721273ms","start":"2026-04-03T02:40:04.201263Z","end":"2026-04-03T02:40:04.342985Z","steps":["trace[2120828980] 'process raft request' (duration: 102.646084ms)","trace[2120828980] 'compare' (duration: 38.765912ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:04.705783Z","caller":"traceutil/trace.go:171","msg":"trace[53927523] transaction","detail":"{read_only:false; response_revision:2428; number_of_response:1; }","duration":"138.116244ms","start":"2026-04-03T02:40:04.567634Z","end":"2026-04-03T02:40:04.70575Z","steps":["trace[53927523] 'process raft request' (duration: 137.348354ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:04.755985Z","caller":"traceutil/trace.go:171","msg":"trace[1482737036] transaction","detail":"{read_only:false; response_revision:2429; number_of_response:1; }","duration":"187.904283ms","start":"2026-04-03T02:40:04.56805Z","end":"2026-04-03T02:40:04.755954Z","steps":["trace[1482737036] 'process raft request' (duration: 187.742198ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:04.756172Z","caller":"traceutil/trace.go:171","msg":"trace[2074363317] transaction","detail":"{read_only:false; response_revision:2430; number_of_response:1; }","duration":"188.091117ms","start":"2026-04-03T02:40:04.568058Z","end":"2026-04-03T02:40:04.756149Z","steps":["trace[2074363317] 'process raft request' (duration: 187.857301ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:04.908917Z","caller":"traceutil/trace.go:171","msg":"trace[1272899128] transaction","detail":"{read_only:false; response_revision:2431; number_of_response:1; }","duration":"148.225577ms","start":"2026-04-03T02:40:04.760646Z","end":"2026-04-03T02:40:04.908871Z","steps":["trace[1272899128] 'process raft request' (duration: 129.240821ms)","trace[1272899128] 'compare' (duration: 18.862743ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:06.146982Z","caller":"traceutil/trace.go:171","msg":"trace[570447766] transaction","detail":"{read_only:false; response_revision:2433; number_of_response:1; }","duration":"187.182834ms","start":"2026-04-03T02:40:05.959767Z","end":"2026-04-03T02:40:06.14695Z","steps":["trace[570447766] 'process raft request' (duration: 186.990239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:06.778263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.119831ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:40:06.778609Z","caller":"traceutil/trace.go:171","msg":"trace[1526903400] linearizableReadLoop","detail":"{readStateIndex:2548; appliedIndex:2546; }","duration":"799.196353ms","start":"2026-04-03T02:40:05.979397Z","end":"2026-04-03T02:40:06.778594Z","steps":["trace[1526903400] 'read index received' (duration: 167.425599ms)","trace[1526903400] 'applied index is now lower than readState.Index' (duration: 631.770024ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:06.77868Z","caller":"traceutil/trace.go:171","msg":"trace[1450163073] transaction","detail":"{read_only:false; response_revision:2434; number_of_response:1; }","duration":"754.687876ms","start":"2026-04-03T02:40:06.023958Z","end":"2026-04-03T02:40:06.778646Z","steps":["trace[1450163073] 'process raft request' (duration: 754.376028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:06.778879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:06.023932Z","time spent":"754.83645ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:07.057067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.848089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:40:07.057162Z","caller":"traceutil/trace.go:171","msg":"trace[1030462496] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2434; }","duration":"290.006603ms","start":"2026-04-03T02:40:06.767136Z","end":"2026-04-03T02:40:07.057142Z","steps":["trace[1030462496] 'range keys from in-memory index tree' (duration: 278.168166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:07.057631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.818746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-04-03T02:40:07.057615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.817713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:40:07.057652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.254932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:40:07.057736Z","caller":"traceutil/trace.go:171","msg":"trace[1046841168] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2434; }","duration":"710.398795ms","start":"2026-04-03T02:40:06.347314Z","end":"2026-04-03T02:40:07.057713Z","steps":["trace[1046841168] 'agreement among raft nodes before linearized reading' (duration: 431.380898ms)","trace[1046841168] 'range keys from in-memory index tree' (duration: 278.798761ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:07.057734Z","caller":"traceutil/trace.go:171","msg":"trace[1268330071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2434; }","duration":"348.001067ms","start":"2026-04-03T02:40:06.7097Z","end":"2026-04-03T02:40:07.057701Z","steps":["trace[1268330071] 'agreement among raft nodes before linearized reading' (duration: 68.99061ms)","trace[1268330071] 'range keys from in-memory index tree' (duration: 278.668368ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:07.057774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.792102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:40:07.057786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:06.347293Z","time spent":"710.482697ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:40:07.0578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:06.709673Z","time spent":"348.11589ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:40:07.057882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078485906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:07.057818Z","caller":"traceutil/trace.go:171","msg":"trace[1361761988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2434; }","duration":"296.878485ms","start":"2026-04-03T02:40:06.760926Z","end":"2026-04-03T02:40:07.057804Z","steps":["trace[1361761988] 'agreement among raft nodes before linearized reading' (duration: 17.787757ms)","trace[1361761988] 'range keys from in-memory index tree' (duration: 278.993636ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:07.05792Z","caller":"traceutil/trace.go:171","msg":"trace[634976880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2434; }","duration":"1.078542428s","start":"2026-04-03T02:40:05.979369Z","end":"2026-04-03T02:40:07.057911Z","steps":["trace[634976880] 'agreement among raft nodes before linearized reading' (duration: 799.287926ms)","trace[634976880] 'range keys from in-memory index tree' (duration: 279.198401ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:07.057934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.143731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-04-03T02:40:07.05793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.128458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T02:40:07.057955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:05.979357Z","time spent":"1.078589179s","remote":"127.0.0.1:33908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:40:07.057975Z","caller":"traceutil/trace.go:171","msg":"trace[1320703564] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2434; }","duration":"681.210143ms","start":"2026-04-03T02:40:06.376747Z","end":"2026-04-03T02:40:07.057957Z","steps":["trace[1320703564] 'agreement among raft nodes before linearized reading' (duration: 401.94166ms)","trace[1320703564] 'range keys from in-memory index tree' (duration: 279.186641ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:07.057981Z","caller":"traceutil/trace.go:171","msg":"trace[1058754232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2434; }","duration":"893.22194ms","start":"2026-04-03T02:40:06.164744Z","end":"2026-04-03T02:40:07.057966Z","steps":["trace[1058754232] 'agreement among raft nodes before linearized reading' (duration: 613.937507ms)","trace[1058754232] 'range keys from in-memory index tree' (duration: 279.15097ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:07.057683Z","caller":"traceutil/trace.go:171","msg":"trace[1970600945] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2434; }","duration":"775.908788ms","start":"2026-04-03T02:40:06.28176Z","end":"2026-04-03T02:40:07.057669Z","steps":["trace[1970600945] 'agreement among raft nodes before linearized reading' (duration: 496.941943ms)","trace[1970600945] 'range keys from in-memory index tree' (duration: 278.864363ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:07.058012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:06.376715Z","time spent":"681.290215ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-03T02:40:07.058023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:06.164725Z","time spent":"893.285242ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:40:07.058036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:06.28174Z","time spent":"776.280798ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-04-03T02:40:07.584125Z","caller":"traceutil/trace.go:171","msg":"trace[1355844642] transaction","detail":"{read_only:false; response_revision:2436; number_of_response:1; }","duration":"518.610285ms","start":"2026-04-03T02:40:07.065465Z","end":"2026-04-03T02:40:07.584075Z","steps":["trace[1355844642] 'process raft request' (duration: 511.823996ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:07.584371Z","caller":"traceutil/trace.go:171","msg":"trace[1247711370] linearizableReadLoop","detail":"{readStateIndex:2557; appliedIndex:2549; }","duration":"456.905507ms","start":"2026-04-03T02:40:07.127425Z","end":"2026-04-03T02:40:07.584331Z","steps":["trace[1247711370] 'read index received' (duration: 16.414061ms)","trace[1247711370] 'applied index is now lower than readState.Index' (duration: 440.485766ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:07.584534Z","caller":"traceutil/trace.go:171","msg":"trace[1289483312] transaction","detail":"{read_only:false; response_revision:2439; number_of_response:1; }","duration":"518.77067ms","start":"2026-04-03T02:40:07.06573Z","end":"2026-04-03T02:40:07.584501Z","steps":["trace[1289483312] 'process raft request' (duration: 518.405471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:07.584669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.191034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:40:07.584705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:07.065726Z","time spent":"518.882803ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:07.584719Z","caller":"traceutil/trace.go:171","msg":"trace[1177896009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2442; }","duration":"457.320707ms","start":"2026-04-03T02:40:07.127383Z","end":"2026-04-03T02:40:07.584704Z","steps":["trace[1177896009] 'agreement among raft nodes before linearized reading' (duration: 457.098481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:07.584765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:07.127375Z","time spent":"457.380808ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:40:07.584795Z","caller":"traceutil/trace.go:171","msg":"trace[10337238] transaction","detail":"{read_only:false; response_revision:2437; number_of_response:1; }","duration":"519.224821ms","start":"2026-04-03T02:40:07.065552Z","end":"2026-04-03T02:40:07.584777Z","steps":["trace[10337238] 'process raft request' (duration: 518.36682ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:07.584845Z","caller":"traceutil/trace.go:171","msg":"trace[936192519] transaction","detail":"{read_only:false; response_revision:2438; number_of_response:1; }","duration":"519.172579ms","start":"2026-04-03T02:40:07.065657Z","end":"2026-04-03T02:40:07.58483Z","steps":["trace[936192519] 'process raft request' (duration: 518.3967ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:07.584881Z","caller":"traceutil/trace.go:171","msg":"trace[79389916] transaction","detail":"{read_only:false; response_revision:2441; number_of_response:1; }","duration":"518.987725ms","start":"2026-04-03T02:40:07.065866Z","end":"2026-04-03T02:40:07.584854Z","steps":["trace[79389916] 'process raft request' (duration: 518.368199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:07.58491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:07.065514Z","time spent":"519.324923ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:07.584926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:07.065647Z","time spent":"519.235561ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:07.584929Z","caller":"traceutil/trace.go:171","msg":"trace[109261265] transaction","detail":"{read_only:false; response_revision:2442; number_of_response:1; }","duration":"457.948053ms","start":"2026-04-03T02:40:07.12695Z","end":"2026-04-03T02:40:07.584898Z","steps":["trace[109261265] 'process raft request' (duration: 457.327067ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:07.585025Z","caller":"traceutil/trace.go:171","msg":"trace[1480660297] transaction","detail":"{read_only:false; response_revision:2440; number_of_response:1; }","duration":"519.239431ms","start":"2026-04-03T02:40:07.065773Z","end":"2026-04-03T02:40:07.585012Z","steps":["trace[1480660297] 'process raft request' (duration: 518.41732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:07.58503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:07.06586Z","time spent":"519.096677ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:07.585083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:07.065737Z","time spent":"519.317113ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:07.585095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:07.126929Z","time spent":"458.081396ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:07.585245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:07.065449Z","time spent":"518.781819ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:08.953117Z","caller":"traceutil/trace.go:171","msg":"trace[968884795] transaction","detail":"{read_only:false; response_revision:2443; number_of_response:1; }","duration":"169.335587ms","start":"2026-04-03T02:40:08.783755Z","end":"2026-04-03T02:40:08.953091Z","steps":["trace[968884795] 'process raft request' (duration: 169.149502ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:09.738759Z","caller":"traceutil/trace.go:171","msg":"trace[1564362931] transaction","detail":"{read_only:false; response_revision:2445; number_of_response:1; }","duration":"142.995136ms","start":"2026-04-03T02:40:09.595739Z","end":"2026-04-03T02:40:09.738734Z","steps":["trace[1564362931] 'process raft request' (duration: 142.811571ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:09.853994Z","caller":"traceutil/trace.go:171","msg":"trace[2038010921] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"258.147003ms","start":"2026-04-03T02:40:09.59581Z","end":"2026-04-03T02:40:09.853957Z","steps":["trace[2038010921] 'process raft request' (duration: 178.067345ms)","trace[2038010921] 'compare' (duration: 79.787761ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:09.854027Z","caller":"traceutil/trace.go:171","msg":"trace[1752519246] transaction","detail":"{read_only:false; response_revision:2447; number_of_response:1; }","duration":"257.046215ms","start":"2026-04-03T02:40:09.596957Z","end":"2026-04-03T02:40:09.854004Z","steps":["trace[1752519246] 'process raft request' (duration: 256.82772ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:09.85429Z","caller":"traceutil/trace.go:171","msg":"trace[889288130] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"257.161458ms","start":"2026-04-03T02:40:09.597109Z","end":"2026-04-03T02:40:09.85427Z","steps":["trace[889288130] 'process raft request' (duration: 256.84678ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:09.854327Z","caller":"traceutil/trace.go:171","msg":"trace[21221219] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"149.1133ms","start":"2026-04-03T02:40:09.705195Z","end":"2026-04-03T02:40:09.854308Z","steps":["trace[21221219] 'process raft request' (duration: 149.018807ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:09.854351Z","caller":"traceutil/trace.go:171","msg":"trace[191542245] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"255.401716ms","start":"2026-04-03T02:40:09.598932Z","end":"2026-04-03T02:40:09.854334Z","steps":["trace[191542245] 'process raft request' (duration: 255.21654ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:09.91294Z","caller":"traceutil/trace.go:171","msg":"trace[1685208736] transaction","detail":"{read_only:false; response_revision:2451; number_of_response:1; }","duration":"145.394125ms","start":"2026-04-03T02:40:09.767525Z","end":"2026-04-03T02:40:09.912919Z","steps":["trace[1685208736] 'process raft request' (duration: 144.859892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:10.217749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.456335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:10.218547Z","caller":"traceutil/trace.go:171","msg":"trace[643119699] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"300.127557ms","start":"2026-04-03T02:40:09.918395Z","end":"2026-04-03T02:40:10.218523Z","steps":["trace[643119699] 'process raft request' (duration: 63.79267ms)","trace[643119699] 'compare' (duration: 235.239779ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:10.218707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:09.918373Z","time spent":"300.25407ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:11.549567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.861222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-03T02:40:11.549669Z","caller":"traceutil/trace.go:171","msg":"trace[40271038] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2455; }","duration":"257.009386ms","start":"2026-04-03T02:40:11.292636Z","end":"2026-04-03T02:40:11.549645Z","steps":["trace[40271038] 'range keys from in-memory index tree' (duration: 256.677787ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:11.948352Z","caller":"traceutil/trace.go:171","msg":"trace[379774607] transaction","detail":"{read_only:false; response_revision:2457; number_of_response:1; }","duration":"133.689023ms","start":"2026-04-03T02:40:11.814287Z","end":"2026-04-03T02:40:11.947976Z","steps":["trace[379774607] 'process raft request' (duration: 133.479418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:12.237511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.925743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:12.237955Z","caller":"traceutil/trace.go:171","msg":"trace[772117982] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"285.786546ms","start":"2026-04-03T02:40:11.95212Z","end":"2026-04-03T02:40:12.237906Z","steps":["trace[772117982] 'process raft request' (duration: 93.359981ms)","trace[772117982] 'compare' (duration: 191.462101ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:12.461175Z","caller":"traceutil/trace.go:171","msg":"trace[105525363] linearizableReadLoop","detail":"{readStateIndex:2577; appliedIndex:2573; }","duration":"447.515273ms","start":"2026-04-03T02:40:12.013635Z","end":"2026-04-03T02:40:12.46115Z","steps":["trace[105525363] 'read index received' (duration: 31.85711ms)","trace[105525363] 'applied index is now lower than readState.Index' (duration: 415.657033ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:12.461204Z","caller":"traceutil/trace.go:171","msg":"trace[1603200013] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"507.442556ms","start":"2026-04-03T02:40:11.953731Z","end":"2026-04-03T02:40:12.461174Z","steps":["trace[1603200013] 'process raft request' (duration: 507.324493ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:12.461335Z","caller":"traceutil/trace.go:171","msg":"trace[388300029] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"506.555394ms","start":"2026-04-03T02:40:11.954766Z","end":"2026-04-03T02:40:12.461322Z","steps":["trace[388300029] 'process raft request' (duration: 506.334688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:12.461371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:11.953713Z","time spent":"507.552998ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:12.461475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:11.954754Z","time spent":"506.623035ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:12.461492Z","caller":"traceutil/trace.go:171","msg":"trace[602432608] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"508.483401ms","start":"2026-04-03T02:40:11.952994Z","end":"2026-04-03T02:40:12.461477Z","steps":["trace[602432608] 'process raft request' (duration: 409.806187ms)","trace[602432608] 'compare' (duration: 98.135181ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:12.461549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:11.952982Z","time spent":"508.539023ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:12.461663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.268559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:40:12.461675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.034426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:12.461706Z","caller":"traceutil/trace.go:171","msg":"trace[1896510646] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2461; }","duration":"341.353901ms","start":"2026-04-03T02:40:12.12034Z","end":"2026-04-03T02:40:12.461694Z","steps":["trace[1896510646] 'agreement among raft nodes before linearized reading' (duration: 341.280169ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:12.461736Z","caller":"traceutil/trace.go:171","msg":"trace[1351590360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2461; }","duration":"448.100938ms","start":"2026-04-03T02:40:12.013622Z","end":"2026-04-03T02:40:12.461723Z","steps":["trace[1351590360] 'agreement among raft nodes before linearized reading' (duration: 448.011435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:12.461739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:12.120318Z","time spent":"341.412683ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":4,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:40:12.461764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:12.013569Z","time spent":"448.1906ms","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:40:12.709379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.345568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-04-03T02:40:12.709429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.854915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-03T02:40:12.709507Z","caller":"traceutil/trace.go:171","msg":"trace[260102591] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2461; }","duration":"116.552483ms","start":"2026-04-03T02:40:12.592928Z","end":"2026-04-03T02:40:12.70948Z","steps":["trace[260102591] 'range keys from in-memory index tree' (duration: 116.069612ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:12.709518Z","caller":"traceutil/trace.go:171","msg":"trace[589121763] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2461; }","duration":"113.976918ms","start":"2026-04-03T02:40:12.595515Z","end":"2026-04-03T02:40:12.709492Z","steps":["trace[589121763] 'range keys from in-memory index tree' (duration: 113.528997ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:12.884273Z","caller":"traceutil/trace.go:171","msg":"trace[1148753402] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"169.365896ms","start":"2026-04-03T02:40:12.714881Z","end":"2026-04-03T02:40:12.884247Z","steps":["trace[1148753402] 'process raft request' (duration: 131.374114ms)","trace[1148753402] 'compare' (duration: 37.654444ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:14.207881Z","caller":"traceutil/trace.go:171","msg":"trace[1860965149] linearizableReadLoop","detail":"{readStateIndex:2582; appliedIndex:2581; }","duration":"228.697846ms","start":"2026-04-03T02:40:13.979153Z","end":"2026-04-03T02:40:14.207851Z","steps":["trace[1860965149] 'read index received' (duration: 228.434548ms)","trace[1860965149] 'applied index is now lower than readState.Index' (duration: 242.337µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:14.207971Z","caller":"traceutil/trace.go:171","msg":"trace[1675660441] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"251.472067ms","start":"2026-04-03T02:40:13.956463Z","end":"2026-04-03T02:40:14.207935Z","steps":["trace[1675660441] 'process raft request' (duration: 251.20535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:14.208007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.86477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:14.208042Z","caller":"traceutil/trace.go:171","msg":"trace[2051279224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2466; }","duration":"228.948522ms","start":"2026-04-03T02:40:13.979084Z","end":"2026-04-03T02:40:14.208033Z","steps":["trace[2051279224] 'agreement among raft nodes before linearized reading' (duration: 228.86783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:14.62496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.960288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:40:14.62511Z","caller":"traceutil/trace.go:171","msg":"trace[1792869979] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2466; }","duration":"370.151034ms","start":"2026-04-03T02:40:14.254932Z","end":"2026-04-03T02:40:14.625083Z","steps":["trace[1792869979] 'count revisions from in-memory index tree' (duration: 369.897926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:14.625146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.047324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:40:14.625179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:14.254921Z","time spent":"370.238866ms","remote":"127.0.0.1:33916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:40:14.625147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.754042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T02:40:14.625144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.264754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:40:14.625228Z","caller":"traceutil/trace.go:171","msg":"trace[558067952] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2466; }","duration":"158.163877ms","start":"2026-04-03T02:40:14.467045Z","end":"2026-04-03T02:40:14.625209Z","steps":["trace[558067952] 'range keys from in-memory index tree' (duration: 157.962701ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:14.625266Z","caller":"traceutil/trace.go:171","msg":"trace[638992499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2466; }","duration":"159.421428ms","start":"2026-04-03T02:40:14.465825Z","end":"2026-04-03T02:40:14.625247Z","steps":["trace[638992499] 'range keys from in-memory index tree' (duration: 159.15429ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:14.625253Z","caller":"traceutil/trace.go:171","msg":"trace[18854039] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2466; }","duration":"158.891595ms","start":"2026-04-03T02:40:14.466343Z","end":"2026-04-03T02:40:14.625235Z","steps":["trace[18854039] 'range keys from in-memory index tree' (duration: 158.609637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:14.625653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.741202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:40:14.625828Z","caller":"traceutil/trace.go:171","msg":"trace[624228388] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2466; }","duration":"363.931337ms","start":"2026-04-03T02:40:14.261888Z","end":"2026-04-03T02:40:14.62582Z","steps":["trace[624228388] 'range keys from in-memory index tree' (duration: 362.998283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:14.625862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:14.261881Z","time spent":"363.972548ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:40:14.788461Z","caller":"traceutil/trace.go:171","msg":"trace[727557248] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"158.583237ms","start":"2026-04-03T02:40:14.629842Z","end":"2026-04-03T02:40:14.788426Z","steps":["trace[727557248] 'process raft request' (duration: 158.393813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:15.536942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513125027,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:40:15.835492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.694816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:15.836275Z","caller":"traceutil/trace.go:171","msg":"trace[1719371452] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"1.205586904s","start":"2026-04-03T02:40:14.630654Z","end":"2026-04-03T02:40:15.836241Z","steps":["trace[1719371452] 'process raft request' (duration: 1.033067367s)","trace[1719371452] 'compare' (duration: 171.401818ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:15.836422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:14.63064Z","time spent":"1.205708028s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:15.836743Z","caller":"traceutil/trace.go:171","msg":"trace[516447421] transaction","detail":"{read_only:false; response_revision:2470; number_of_response:1; }","duration":"1.205981533s","start":"2026-04-03T02:40:14.630746Z","end":"2026-04-03T02:40:15.836728Z","steps":["trace[516447421] 'process raft request' (duration: 1.204887916s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:15.836805Z","caller":"traceutil/trace.go:171","msg":"trace[1926561886] transaction","detail":"{read_only:false; response_revision:2471; number_of_response:1; }","duration":"742.196403ms","start":"2026-04-03T02:40:15.094588Z","end":"2026-04-03T02:40:15.836784Z","steps":["trace[1926561886] 'process raft request' (duration: 741.097255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:15.836834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:14.630714Z","time spent":"1.206074426s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:15.836901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:15.094554Z","time spent":"742.304875ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:15.836878Z","caller":"traceutil/trace.go:171","msg":"trace[103120421] transaction","detail":"{read_only:false; response_revision:2469; number_of_response:1; }","duration":"1.205493871s","start":"2026-04-03T02:40:14.630733Z","end":"2026-04-03T02:40:15.836227Z","steps":["trace[103120421] 'process raft request' (duration: 1.204853735s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:15.837122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:14.630722Z","time spent":"1.20626783s","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:16.053898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.156141ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:40:16.053993Z","caller":"traceutil/trace.go:171","msg":"trace[82317327] linearizableReadLoop","detail":"{readStateIndex:2588; appliedIndex:2583; }","duration":"1.017858797s","start":"2026-04-03T02:40:15.036118Z","end":"2026-04-03T02:40:16.053977Z","steps":["trace[82317327] 'read index received' (duration: 627.62488ms)","trace[82317327] 'applied index is now lower than readState.Index' (duration: 390.229207ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:16.054125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01799986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:40:16.054162Z","caller":"traceutil/trace.go:171","msg":"trace[433165477] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2471; }","duration":"1.018111313s","start":"2026-04-03T02:40:15.036041Z","end":"2026-04-03T02:40:16.054153Z","steps":["trace[433165477] 'agreement among raft nodes before linearized reading' (duration: 1.018024091s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:16.054195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:15.036003Z","time spent":"1.018182265s","remote":"127.0.0.1:34000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:40:16.05464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.861187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-04-03T02:40:16.054669Z","caller":"traceutil/trace.go:171","msg":"trace[682659882] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2471; }","duration":"830.925289ms","start":"2026-04-03T02:40:15.223733Z","end":"2026-04-03T02:40:16.054659Z","steps":["trace[682659882] 'agreement among raft nodes before linearized reading' (duration: 830.821066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:16.054694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:15.223707Z","time spent":"830.981149ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-03T02:40:16.055164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.524982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-03T02:40:16.055234Z","caller":"traceutil/trace.go:171","msg":"trace[471715238] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2471; }","duration":"366.665815ms","start":"2026-04-03T02:40:15.688549Z","end":"2026-04-03T02:40:16.055215Z","steps":["trace[471715238] 'agreement among raft nodes before linearized reading' (duration: 366.423679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:16.05528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:15.688521Z","time spent":"366.749558ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-04-03T02:40:16.283667Z","caller":"traceutil/trace.go:171","msg":"trace[1772459120] transaction","detail":"{read_only:false; response_revision:2472; number_of_response:1; }","duration":"224.365117ms","start":"2026-04-03T02:40:16.059276Z","end":"2026-04-03T02:40:16.283642Z","steps":["trace[1772459120] 'process raft request' (duration: 224.198923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:16.63929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.88708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:16.639434Z","caller":"traceutil/trace.go:171","msg":"trace[1568718837] linearizableReadLoop","detail":"{readStateIndex:2590; appliedIndex:2588; }","duration":"563.541013ms","start":"2026-04-03T02:40:16.075871Z","end":"2026-04-03T02:40:16.639412Z","steps":["trace[1568718837] 'read index received' (duration: 207.543475ms)","trace[1568718837] 'applied index is now lower than readState.Index' (duration: 355.996078ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:16.639479Z","caller":"traceutil/trace.go:171","msg":"trace[2040005900] transaction","detail":"{read_only:false; response_revision:2473; number_of_response:1; }","duration":"579.439861ms","start":"2026-04-03T02:40:16.059995Z","end":"2026-04-03T02:40:16.639435Z","steps":["trace[2040005900] 'process raft request' (duration: 342.284863ms)","trace[2040005900] 'compare' (duration: 236.651024ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:16.639609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.746568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:16.639652Z","caller":"traceutil/trace.go:171","msg":"trace[1775266051] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2473; }","duration":"563.844561ms","start":"2026-04-03T02:40:16.075796Z","end":"2026-04-03T02:40:16.639641Z","steps":["trace[1775266051] 'agreement among raft nodes before linearized reading' (duration: 563.761599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:16.639648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:16.059981Z","time spent":"579.567385ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:16.639696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:16.07576Z","time spent":"563.925273ms","remote":"127.0.0.1:34214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:40:16.639805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.176038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T02:40:16.639833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.195545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:40:16.639881Z","caller":"traceutil/trace.go:171","msg":"trace[514704932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2473; }","duration":"428.293931ms","start":"2026-04-03T02:40:16.211564Z","end":"2026-04-03T02:40:16.639858Z","steps":["trace[514704932] 'agreement among raft nodes before linearized reading' (duration: 428.058265ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:16.63989Z","caller":"traceutil/trace.go:171","msg":"trace[1269496614] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2473; }","duration":"388.281348ms","start":"2026-04-03T02:40:16.251594Z","end":"2026-04-03T02:40:16.639876Z","steps":["trace[1269496614] 'agreement among raft nodes before linearized reading' (duration: 388.115524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:16.639922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:16.251583Z","time spent":"388.333119ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-03T02:40:16.639924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:16.211536Z","time spent":"428.379443ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:40:17.04216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.638274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:17.042421Z","caller":"traceutil/trace.go:171","msg":"trace[1087846968] linearizableReadLoop","detail":"{readStateIndex:2592; appliedIndex:2590; }","duration":"248.722677ms","start":"2026-04-03T02:40:16.793674Z","end":"2026-04-03T02:40:17.042397Z","steps":["trace[1087846968] 'read index received' (duration: 208.647692ms)","trace[1087846968] 'applied index is now lower than readState.Index' (duration: 40.073325ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:17.04245Z","caller":"traceutil/trace.go:171","msg":"trace[1239921695] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"397.845647ms","start":"2026-04-03T02:40:16.644561Z","end":"2026-04-03T02:40:17.042407Z","steps":["trace[1239921695] 'process raft request' (duration: 101.822114ms)","trace[1239921695] 'compare' (duration: 295.446529ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:17.042623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:16.644535Z","time spent":"397.991381ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:17.042629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.587038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:40:17.042635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.955513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:40:17.042705Z","caller":"traceutil/trace.go:171","msg":"trace[55499164] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2475; }","duration":"117.749614ms","start":"2026-04-03T02:40:16.924939Z","end":"2026-04-03T02:40:17.042689Z","steps":["trace[55499164] 'agreement among raft nodes before linearized reading' (duration: 117.597959ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:17.042719Z","caller":"traceutil/trace.go:171","msg":"trace[319158005] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2475; }","duration":"249.094587ms","start":"2026-04-03T02:40:16.793606Z","end":"2026-04-03T02:40:17.0427Z","steps":["trace[319158005] 'agreement among raft nodes before linearized reading' (duration: 248.886091ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:17.043079Z","caller":"traceutil/trace.go:171","msg":"trace[1009228624] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"396.191386ms","start":"2026-04-03T02:40:16.646284Z","end":"2026-04-03T02:40:17.042476Z","steps":["trace[1009228624] 'process raft request' (duration: 396.024581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:17.043226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:16.646255Z","time spent":"396.894023ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:17.36755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.541705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:17.367676Z","caller":"traceutil/trace.go:171","msg":"trace[1627870351] transaction","detail":"{read_only:false; response_revision:2476; number_of_response:1; }","duration":"319.958524ms","start":"2026-04-03T02:40:17.047692Z","end":"2026-04-03T02:40:17.36765Z","steps":["trace[1627870351] 'process raft request' (duration: 167.217753ms)","trace[1627870351] 'compare' (duration: 152.391602ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:17.36776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:17.047675Z","time spent":"320.043117ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:18.067943Z","caller":"traceutil/trace.go:171","msg":"trace[1860454899] linearizableReadLoop","detail":"{readStateIndex:2594; appliedIndex:2593; }","duration":"221.519935ms","start":"2026-04-03T02:40:17.846396Z","end":"2026-04-03T02:40:18.067916Z","steps":["trace[1860454899] 'read index received' (duration: 221.34549ms)","trace[1860454899] 'applied index is now lower than readState.Index' (duration: 173.065µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:18.068031Z","caller":"traceutil/trace.go:171","msg":"trace[1506681606] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"266.539995ms","start":"2026-04-03T02:40:17.801442Z","end":"2026-04-03T02:40:18.067982Z","steps":["trace[1506681606] 'process raft request' (duration: 266.295048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:18.068278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.846604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:40:18.06836Z","caller":"traceutil/trace.go:171","msg":"trace[177548592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2477; }","duration":"221.982347ms","start":"2026-04-03T02:40:17.846362Z","end":"2026-04-03T02:40:18.068344Z","steps":["trace[177548592] 'agreement among raft nodes before linearized reading' (duration: 221.69756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:18.155119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.663836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:40:18.155206Z","caller":"traceutil/trace.go:171","msg":"trace[1282960167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2479; }","duration":"307.777138ms","start":"2026-04-03T02:40:17.847412Z","end":"2026-04-03T02:40:18.155189Z","steps":["trace[1282960167] 'agreement among raft nodes before linearized reading' (duration: 307.564963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:18.155236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:17.847406Z","time spent":"307.824449ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:40:18.155305Z","caller":"traceutil/trace.go:171","msg":"trace[1941373331] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"308.810535ms","start":"2026-04-03T02:40:17.846486Z","end":"2026-04-03T02:40:18.155296Z","steps":["trace[1941373331] 'process raft request' (duration: 255.475847ms)","trace[1941373331] 'compare' (duration: 52.225909ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:18.155386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:17.846477Z","time spent":"308.842005ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:18.155631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.178598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:40:18.155608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.117537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:40:18.155654Z","caller":"traceutil/trace.go:171","msg":"trace[2054177910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2479; }","duration":"176.201459ms","start":"2026-04-03T02:40:17.979448Z","end":"2026-04-03T02:40:18.155649Z","steps":["trace[2054177910] 'agreement among raft nodes before linearized reading' (duration: 176.160598ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:18.155673Z","caller":"traceutil/trace.go:171","msg":"trace[2120424200] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2479; }","duration":"308.201279ms","start":"2026-04-03T02:40:17.847455Z","end":"2026-04-03T02:40:18.155656Z","steps":["trace[2120424200] 'agreement among raft nodes before linearized reading' (duration: 308.022994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:18.155708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:17.847452Z","time spent":"308.24981ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:40:18.155883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.510524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-03T02:40:18.155905Z","caller":"traceutil/trace.go:171","msg":"trace[1885147514] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2479; }","duration":"264.573346ms","start":"2026-04-03T02:40:17.891325Z","end":"2026-04-03T02:40:18.155898Z","steps":["trace[1885147514] 'agreement among raft nodes before linearized reading' (duration: 264.503604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:18.466972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.546364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:18.467237Z","caller":"traceutil/trace.go:171","msg":"trace[1793574959] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"301.745868ms","start":"2026-04-03T02:40:18.165456Z","end":"2026-04-03T02:40:18.467202Z","steps":["trace[1793574959] 'process raft request' (duration: 301.663486ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:18.467331Z","caller":"traceutil/trace.go:171","msg":"trace[1151034524] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"304.088796ms","start":"2026-04-03T02:40:18.163185Z","end":"2026-04-03T02:40:18.467274Z","steps":["trace[1151034524] 'process raft request' (duration: 104.105641ms)","trace[1151034524] 'compare' (duration: 199.322649ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:18.467354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:18.165445Z","time spent":"301.86625ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:18.467501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:18.163156Z","time spent":"304.24601ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:18.837154Z","caller":"traceutil/trace.go:171","msg":"trace[1448348226] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"148.198556ms","start":"2026-04-03T02:40:18.688927Z","end":"2026-04-03T02:40:18.837125Z","steps":["trace[1448348226] 'process raft request' (duration: 148.028172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:20.931657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.61097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:40:20.931766Z","caller":"traceutil/trace.go:171","msg":"trace[153922837] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2492; }","duration":"127.774964ms","start":"2026-04-03T02:40:20.803962Z","end":"2026-04-03T02:40:20.931737Z","steps":["trace[153922837] 'count revisions from in-memory index tree' (duration: 127.517788ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:21.412801Z","caller":"traceutil/trace.go:171","msg":"trace[864860448] linearizableReadLoop","detail":"{readStateIndex:2612; appliedIndex:2611; }","duration":"123.334293ms","start":"2026-04-03T02:40:21.28944Z","end":"2026-04-03T02:40:21.412774Z","steps":["trace[864860448] 'read index received' (duration: 123.138368ms)","trace[864860448] 'applied index is now lower than readState.Index' (duration: 194.185µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:21.412889Z","caller":"traceutil/trace.go:171","msg":"trace[126022180] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"184.442505ms","start":"2026-04-03T02:40:21.228383Z","end":"2026-04-03T02:40:21.412826Z","steps":["trace[126022180] 'process raft request' (duration: 184.203949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:21.413057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.60488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-04-03T02:40:21.41309Z","caller":"traceutil/trace.go:171","msg":"trace[1456773386] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2494; }","duration":"123.722584ms","start":"2026-04-03T02:40:21.289358Z","end":"2026-04-03T02:40:21.41308Z","steps":["trace[1456773386] 'agreement among raft nodes before linearized reading' (duration: 123.56341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:21.590863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.931601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:21.590979Z","caller":"traceutil/trace.go:171","msg":"trace[849080046] linearizableReadLoop","detail":"{readStateIndex:2613; appliedIndex:2612; }","duration":"128.744579ms","start":"2026-04-03T02:40:21.462217Z","end":"2026-04-03T02:40:21.590961Z","steps":["trace[849080046] 'read index received' (duration: 25.385057ms)","trace[849080046] 'applied index is now lower than readState.Index' (duration: 103.358222ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:21.591142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.926213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:40:21.591169Z","caller":"traceutil/trace.go:171","msg":"trace[871822504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2495; }","duration":"128.995255ms","start":"2026-04-03T02:40:21.462165Z","end":"2026-04-03T02:40:21.591161Z","steps":["trace[871822504] 'agreement among raft nodes before linearized reading' (duration: 128.854641ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:21.59119Z","caller":"traceutil/trace.go:171","msg":"trace[1808313197] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"170.730192ms","start":"2026-04-03T02:40:21.420421Z","end":"2026-04-03T02:40:21.591151Z","steps":["trace[1808313197] 'process raft request' (duration: 67.143464ms)","trace[1808313197] 'compare' (duration: 102.510851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:22.028746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.073351ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:22.028935Z","caller":"traceutil/trace.go:171","msg":"trace[314474177] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2496; }","duration":"305.301716ms","start":"2026-04-03T02:40:21.723607Z","end":"2026-04-03T02:40:22.028909Z","steps":["trace[314474177] 'range keys from in-memory index tree' (duration: 305.03908ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:22.407029Z","caller":"traceutil/trace.go:171","msg":"trace[1081907519] linearizableReadLoop","detail":"{readStateIndex:2617; appliedIndex:2616; }","duration":"138.956534ms","start":"2026-04-03T02:40:22.268042Z","end":"2026-04-03T02:40:22.406999Z","steps":["trace[1081907519] 'read index received' (duration: 128.176044ms)","trace[1081907519] 'applied index is now lower than readState.Index' (duration: 10.77879ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:22.407221Z","caller":"traceutil/trace.go:171","msg":"trace[1616229642] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"141.231201ms","start":"2026-04-03T02:40:22.265938Z","end":"2026-04-03T02:40:22.407169Z","steps":["trace[1616229642] 'process raft request' (duration: 130.410211ms)","trace[1616229642] 'compare' (duration: 10.525813ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:22.407311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.159507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:22.407466Z","caller":"traceutil/trace.go:171","msg":"trace[1206055899] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2499; }","duration":"123.335542ms","start":"2026-04-03T02:40:22.284049Z","end":"2026-04-03T02:40:22.407384Z","steps":["trace[1206055899] 'agreement among raft nodes before linearized reading' (duration: 123.158147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:22.407482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.415086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T02:40:22.407641Z","caller":"traceutil/trace.go:171","msg":"trace[1735152467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2499; }","duration":"139.617421ms","start":"2026-04-03T02:40:22.267999Z","end":"2026-04-03T02:40:22.407616Z","steps":["trace[1735152467] 'agreement among raft nodes before linearized reading' (duration: 139.297313ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:23.528093Z","caller":"traceutil/trace.go:171","msg":"trace[913127027] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"105.016874ms","start":"2026-04-03T02:40:23.42304Z","end":"2026-04-03T02:40:23.528057Z","steps":["trace[913127027] 'process raft request' (duration: 104.660274ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:23.939206Z","caller":"traceutil/trace.go:171","msg":"trace[1017908622] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"291.323506ms","start":"2026-04-03T02:40:23.647849Z","end":"2026-04-03T02:40:23.939172Z","steps":["trace[1017908622] 'process raft request' (duration: 291.145101ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:24.473252Z","caller":"traceutil/trace.go:171","msg":"trace[56317078] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"206.083839ms","start":"2026-04-03T02:40:24.267131Z","end":"2026-04-03T02:40:24.473214Z","steps":["trace[56317078] 'process raft request' (duration: 205.666589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:24.712398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.512875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:24.712724Z","caller":"traceutil/trace.go:171","msg":"trace[15937814] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"235.209349ms","start":"2026-04-03T02:40:24.477453Z","end":"2026-04-03T02:40:24.712662Z","steps":["trace[15937814] 'process raft request' (duration: 235.070746ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:24.712813Z","caller":"traceutil/trace.go:171","msg":"trace[594844484] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"236.326646ms","start":"2026-04-03T02:40:24.476452Z","end":"2026-04-03T02:40:24.712779Z","steps":["trace[594844484] 'process raft request' (duration: 75.231497ms)","trace[594844484] 'compare' (duration: 160.380601ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:25.53772Z","caller":"traceutil/trace.go:171","msg":"trace[1866124331] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"435.148342ms","start":"2026-04-03T02:40:25.102543Z","end":"2026-04-03T02:40:25.537692Z","steps":["trace[1866124331] 'process raft request' (duration: 434.692311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:25.53788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:25.102517Z","time spent":"435.277946ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:25.728479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.527178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:25.72881Z","caller":"traceutil/trace.go:171","msg":"trace[282991808] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"185.056141ms","start":"2026-04-03T02:40:25.543716Z","end":"2026-04-03T02:40:25.728772Z","steps":["trace[282991808] 'process raft request' (duration: 61.092722ms)","trace[282991808] 'compare' (duration: 123.313293ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:26.188968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.898158ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T02:40:26.189069Z","caller":"traceutil/trace.go:171","msg":"trace[1496623862] linearizableReadLoop","detail":"{readStateIndex:2631; appliedIndex:2630; }","duration":"244.233404ms","start":"2026-04-03T02:40:25.944819Z","end":"2026-04-03T02:40:26.189053Z","steps":["trace[1496623862] 'read index received' (duration: 49.159653ms)","trace[1496623862] 'applied index is now lower than readState.Index' (duration: 195.072211ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:26.189347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.331686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:40:26.189479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.657636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:40:26.18949Z","caller":"traceutil/trace.go:171","msg":"trace[1619614825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2512; }","duration":"208.531141ms","start":"2026-04-03T02:40:25.980939Z","end":"2026-04-03T02:40:26.18947Z","steps":["trace[1619614825] 'agreement among raft nodes before linearized reading' (duration: 208.279454ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:26.189531Z","caller":"traceutil/trace.go:171","msg":"trace[509029408] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2512; }","duration":"244.771919ms","start":"2026-04-03T02:40:25.944744Z","end":"2026-04-03T02:40:26.189516Z","steps":["trace[509029408] 'agreement among raft nodes before linearized reading' (duration: 244.514572ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:26.780818Z","caller":"traceutil/trace.go:171","msg":"trace[1642728616] transaction","detail":"{read_only:false; response_revision:2515; number_of_response:1; }","duration":"154.198387ms","start":"2026-04-03T02:40:26.626584Z","end":"2026-04-03T02:40:26.780782Z","steps":["trace[1642728616] 'process raft request' (duration: 153.58609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:27.320855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.10277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:27.320994Z","caller":"traceutil/trace.go:171","msg":"trace[146304223] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"535.806818ms","start":"2026-04-03T02:40:26.785149Z","end":"2026-04-03T02:40:27.320956Z","steps":["trace[146304223] 'process raft request' (duration: 303.511592ms)","trace[146304223] 'compare' (duration: 231.941616ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:27.321081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:26.785116Z","time spent":"535.919671ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:27.578755Z","caller":"traceutil/trace.go:171","msg":"trace[107340060] linearizableReadLoop","detail":"{readStateIndex:2637; appliedIndex:2635; }","duration":"466.139791ms","start":"2026-04-03T02:40:27.112602Z","end":"2026-04-03T02:40:27.578742Z","steps":["trace[107340060] 'read index received' (duration: 398.558525ms)","trace[107340060] 'applied index is now lower than readState.Index' (duration: 67.580626ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:27.578827Z","caller":"traceutil/trace.go:171","msg":"trace[1499867802] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"793.149212ms","start":"2026-04-03T02:40:26.785671Z","end":"2026-04-03T02:40:27.578821Z","steps":["trace[1499867802] 'process raft request' (duration: 725.563466ms)","trace[1499867802] 'compare' (duration: 67.307078ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:27.578884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:26.785657Z","time spent":"793.184062ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:27.578887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.286344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:40:27.578913Z","caller":"traceutil/trace.go:171","msg":"trace[988494176] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2518; }","duration":"466.368146ms","start":"2026-04-03T02:40:27.112538Z","end":"2026-04-03T02:40:27.578906Z","steps":["trace[988494176] 'agreement among raft nodes before linearized reading' (duration: 466.287084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:27.578929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:27.112506Z","time spent":"466.419478ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-04-03T02:40:27.578973Z","caller":"traceutil/trace.go:171","msg":"trace[1191551580] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"793.11085ms","start":"2026-04-03T02:40:26.785857Z","end":"2026-04-03T02:40:27.578968Z","steps":["trace[1191551580] 'process raft request' (duration: 792.851383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:27.579003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:26.785849Z","time spent":"793.13663ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:27.886619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.7225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:40:27.88671Z","caller":"traceutil/trace.go:171","msg":"trace[2133279554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2520; }","duration":"152.910425ms","start":"2026-04-03T02:40:27.73378Z","end":"2026-04-03T02:40:27.886691Z","steps":["trace[2133279554] 'range keys from in-memory index tree' (duration: 152.375292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:28.367706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.199426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:40:28.367792Z","caller":"traceutil/trace.go:171","msg":"trace[1409318741] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2522; }","duration":"142.33218ms","start":"2026-04-03T02:40:28.225439Z","end":"2026-04-03T02:40:28.367771Z","steps":["trace[1409318741] 'range keys from in-memory index tree' (duration: 142.015272ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:28.477765Z","caller":"traceutil/trace.go:171","msg":"trace[40748086] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"103.563137ms","start":"2026-04-03T02:40:28.374176Z","end":"2026-04-03T02:40:28.47774Z","steps":["trace[40748086] 'process raft request' (duration: 103.411883ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:28.887319Z","caller":"traceutil/trace.go:171","msg":"trace[122135507] linearizableReadLoop","detail":"{readStateIndex:2643; appliedIndex:2642; }","duration":"247.036436ms","start":"2026-04-03T02:40:28.640257Z","end":"2026-04-03T02:40:28.887294Z","steps":["trace[122135507] 'read index received' (duration: 193.339918ms)","trace[122135507] 'applied index is now lower than readState.Index' (duration: 53.695618ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:28.887512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.249691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-03T02:40:28.887552Z","caller":"traceutil/trace.go:171","msg":"trace[1064649172] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2524; }","duration":"247.359254ms","start":"2026-04-03T02:40:28.640182Z","end":"2026-04-03T02:40:28.887542Z","steps":["trace[1064649172] 'agreement among raft nodes before linearized reading' (duration: 247.21323ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:28.887649Z","caller":"traceutil/trace.go:171","msg":"trace[449828038] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"379.439806ms","start":"2026-04-03T02:40:28.508171Z","end":"2026-04-03T02:40:28.887611Z","steps":["trace[449828038] 'process raft request' (duration: 325.37681ms)","trace[449828038] 'compare' (duration: 53.424281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:28.887827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:28.508132Z","time spent":"379.60014ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:29.845679Z","caller":"traceutil/trace.go:171","msg":"trace[2139593439] linearizableReadLoop","detail":"{readStateIndex:2647; appliedIndex:2645; }","duration":"212.230802ms","start":"2026-04-03T02:40:29.633423Z","end":"2026-04-03T02:40:29.845653Z","steps":["trace[2139593439] 'read index received' (duration: 38.214429ms)","trace[2139593439] 'applied index is now lower than readState.Index' (duration: 174.015363ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:29.845778Z","caller":"traceutil/trace.go:171","msg":"trace[1976115921] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"255.322543ms","start":"2026-04-03T02:40:29.590421Z","end":"2026-04-03T02:40:29.845743Z","steps":["trace[1976115921] 'process raft request' (duration: 255.066186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:29.845903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.461828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-03T02:40:29.845949Z","caller":"traceutil/trace.go:171","msg":"trace[1281749836] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2528; }","duration":"212.524379ms","start":"2026-04-03T02:40:29.63341Z","end":"2026-04-03T02:40:29.845935Z","steps":["trace[1281749836] 'agreement among raft nodes before linearized reading' (duration: 212.352935ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:30.63061Z","caller":"traceutil/trace.go:171","msg":"trace[1494779956] linearizableReadLoop","detail":"{readStateIndex:2653; appliedIndex:2652; }","duration":"132.628096ms","start":"2026-04-03T02:40:30.497957Z","end":"2026-04-03T02:40:30.630585Z","steps":["trace[1494779956] 'read index received' (duration: 75.836862ms)","trace[1494779956] 'applied index is now lower than readState.Index' (duration: 56.790124ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:30.63072Z","caller":"traceutil/trace.go:171","msg":"trace[2100231341] transaction","detail":"{read_only:false; response_revision:2533; number_of_response:1; }","duration":"141.13393ms","start":"2026-04-03T02:40:30.489551Z","end":"2026-04-03T02:40:30.630685Z","steps":["trace[2100231341] 'process raft request' (duration: 84.217372ms)","trace[2100231341] 'compare' (duration: 56.697802ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:30.630965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.981145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-04-03T02:40:30.63101Z","caller":"traceutil/trace.go:171","msg":"trace[1519811110] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2533; }","duration":"133.076397ms","start":"2026-04-03T02:40:30.497922Z","end":"2026-04-03T02:40:30.630998Z","steps":["trace[1519811110] 'agreement among raft nodes before linearized reading' (duration: 132.76224ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:30.946974Z","caller":"traceutil/trace.go:171","msg":"trace[1885026886] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"232.589163ms","start":"2026-04-03T02:40:30.714355Z","end":"2026-04-03T02:40:30.946944Z","steps":["trace[1885026886] 'process raft request' (duration: 232.380778ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:31.07603Z","caller":"traceutil/trace.go:171","msg":"trace[131453376] linearizableReadLoop","detail":"{readStateIndex:2655; appliedIndex:2653; }","duration":"149.828758ms","start":"2026-04-03T02:40:30.926181Z","end":"2026-04-03T02:40:31.076009Z","steps":["trace[131453376] 'read index received' (duration: 20.659919ms)","trace[131453376] 'applied index is now lower than readState.Index' (duration: 129.168149ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:31.076224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.603769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:40:31.076303Z","caller":"traceutil/trace.go:171","msg":"trace[168691440] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2535; }","duration":"121.739242ms","start":"2026-04-03T02:40:30.954546Z","end":"2026-04-03T02:40:31.076285Z","steps":["trace[168691440] 'agreement among raft nodes before linearized reading' (duration: 121.590058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:31.076392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.196827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-04-03T02:40:31.076425Z","caller":"traceutil/trace.go:171","msg":"trace[637389965] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:2535; }","duration":"150.275999ms","start":"2026-04-03T02:40:30.92614Z","end":"2026-04-03T02:40:31.076416Z","steps":["trace[637389965] 'agreement among raft nodes before linearized reading' (duration: 149.974242ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:31.076382Z","caller":"traceutil/trace.go:171","msg":"trace[1288580578] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"182.25235ms","start":"2026-04-03T02:40:30.893849Z","end":"2026-04-03T02:40:31.076101Z","steps":["trace[1288580578] 'process raft request' (duration: 122.833541ms)","trace[1288580578] 'compare' (duration: 59.201474ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:31.52941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.503211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:40:31.529491Z","caller":"traceutil/trace.go:171","msg":"trace[1727965732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2535; }","duration":"102.630844ms","start":"2026-04-03T02:40:31.426842Z","end":"2026-04-03T02:40:31.529473Z","steps":["trace[1727965732] 'range keys from in-memory index tree' (duration: 102.338976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:32.177199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513125188,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:40:32.436774Z","caller":"traceutil/trace.go:171","msg":"trace[255341415] linearizableReadLoop","detail":"{readStateIndex:2656; appliedIndex:2655; }","duration":"760.42308ms","start":"2026-04-03T02:40:31.67633Z","end":"2026-04-03T02:40:32.436753Z","steps":["trace[255341415] 'read index received' (duration: 760.222305ms)","trace[255341415] 'applied index is now lower than readState.Index' (duration: 199.565µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:32.437029Z","caller":"traceutil/trace.go:171","msg":"trace[1463738287] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"903.765055ms","start":"2026-04-03T02:40:31.533252Z","end":"2026-04-03T02:40:32.437017Z","steps":["trace[1463738287] 'process raft request' (duration: 903.358915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:32.43712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:31.533234Z","time spent":"903.823667ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:32.437415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.078968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:40:32.437462Z","caller":"traceutil/trace.go:171","msg":"trace[856961329] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2536; }","duration":"761.162019ms","start":"2026-04-03T02:40:31.67629Z","end":"2026-04-03T02:40:32.437452Z","steps":["trace[856961329] 'agreement among raft nodes before linearized reading' (duration: 761.028595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:32.437492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:31.676269Z","time spent":"761.216101ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:40:32.437643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.174955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:32.437681Z","caller":"traceutil/trace.go:171","msg":"trace[431009986] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2536; }","duration":"656.256598ms","start":"2026-04-03T02:40:31.781413Z","end":"2026-04-03T02:40:32.43767Z","steps":["trace[431009986] 'agreement among raft nodes before linearized reading' (duration: 656.202397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:32.437711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:31.781388Z","time spent":"656.313629ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:40:32.43849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.834284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:32.438531Z","caller":"traceutil/trace.go:171","msg":"trace[293338692] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2536; }","duration":"168.910806ms","start":"2026-04-03T02:40:32.269611Z","end":"2026-04-03T02:40:32.438521Z","steps":["trace[293338692] 'agreement among raft nodes before linearized reading' (duration: 168.841234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:32.43878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.758903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:40:32.438819Z","caller":"traceutil/trace.go:171","msg":"trace[1410720336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2536; }","duration":"438.839445ms","start":"2026-04-03T02:40:31.999971Z","end":"2026-04-03T02:40:32.438811Z","steps":["trace[1410720336] 'agreement among raft nodes before linearized reading' (duration: 438.685201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:32.438849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:31.999948Z","time spent":"438.894936ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:40:32.438992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.98236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:32.439028Z","caller":"traceutil/trace.go:171","msg":"trace[1628122588] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2536; }","duration":"510.060071ms","start":"2026-04-03T02:40:31.928958Z","end":"2026-04-03T02:40:32.439018Z","steps":["trace[1628122588] 'agreement among raft nodes before linearized reading' (duration: 510.0112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:32.439054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:31.928935Z","time spent":"510.112374ms","remote":"127.0.0.1:34046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:40:32.439229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.489184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-03T02:40:32.439263Z","caller":"traceutil/trace.go:171","msg":"trace[303323962] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2536; }","duration":"534.562006ms","start":"2026-04-03T02:40:31.904693Z","end":"2026-04-03T02:40:32.439255Z","steps":["trace[303323962] 'agreement among raft nodes before linearized reading' (duration: 534.480434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:32.439288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:31.904671Z","time spent":"534.611177ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-04-03T02:40:32.439452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.295499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:40:32.439482Z","caller":"traceutil/trace.go:171","msg":"trace[1229305423] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2536; }","duration":"589.372331ms","start":"2026-04-03T02:40:31.850102Z","end":"2026-04-03T02:40:32.439475Z","steps":["trace[1229305423] 'agreement among raft nodes before linearized reading' (duration: 589.288469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:32.439507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:31.850081Z","time spent":"589.420962ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:40:32.439658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.278798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-04-03T02:40:32.439687Z","caller":"traceutil/trace.go:171","msg":"trace[2118637813] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2536; }","duration":"654.33396ms","start":"2026-04-03T02:40:31.785346Z","end":"2026-04-03T02:40:32.43968Z","steps":["trace[2118637813] 'agreement among raft nodes before linearized reading' (duration: 654.262088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:32.439712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:31.785333Z","time spent":"654.37331ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-04-03T02:40:32.59574Z","caller":"traceutil/trace.go:171","msg":"trace[1663795130] transaction","detail":"{read_only:false; response_revision:2537; number_of_response:1; }","duration":"149.608852ms","start":"2026-04-03T02:40:32.4461Z","end":"2026-04-03T02:40:32.595708Z","steps":["trace[1663795130] 'process raft request' (duration: 113.094466ms)","trace[1663795130] 'compare' (duration: 36.206698ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:32.890879Z","caller":"traceutil/trace.go:171","msg":"trace[1604113541] linearizableReadLoop","detail":"{readStateIndex:2661; appliedIndex:2657; }","duration":"255.909088ms","start":"2026-04-03T02:40:32.634947Z","end":"2026-04-03T02:40:32.890856Z","steps":["trace[1604113541] 'read index received' (duration: 190.077467ms)","trace[1604113541] 'applied index is now lower than readState.Index' (duration: 65.830631ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:32.890996Z","caller":"traceutil/trace.go:171","msg":"trace[1246895274] transaction","detail":"{read_only:false; response_revision:2540; number_of_response:1; }","duration":"444.59328ms","start":"2026-04-03T02:40:32.446393Z","end":"2026-04-03T02:40:32.890986Z","steps":["trace[1246895274] 'process raft request' (duration: 444.390325ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:32.891019Z","caller":"traceutil/trace.go:171","msg":"trace[629168589] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"444.605681ms","start":"2026-04-03T02:40:32.446386Z","end":"2026-04-03T02:40:32.890992Z","steps":["trace[629168589] 'process raft request' (duration: 444.320624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:32.891093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:32.44638Z","time spent":"444.642631ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:32.89117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:32.446379Z","time spent":"444.699953ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:32.891233Z","caller":"traceutil/trace.go:171","msg":"trace[1077552507] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"444.904178ms","start":"2026-04-03T02:40:32.446309Z","end":"2026-04-03T02:40:32.891214Z","steps":["trace[1077552507] 'process raft request' (duration: 378.716958ms)","trace[1077552507] 'compare' (duration: 65.227896ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:32.891271Z","caller":"traceutil/trace.go:171","msg":"trace[2030865480] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"444.857906ms","start":"2026-04-03T02:40:32.446403Z","end":"2026-04-03T02:40:32.891261Z","steps":["trace[2030865480] 'process raft request' (duration: 444.414355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:32.89132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:32.446391Z","time spent":"444.903108ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:32.891341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:32.446291Z","time spent":"444.98897ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:32.891562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.610445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:40:32.891582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.010085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:40:32.891606Z","caller":"traceutil/trace.go:171","msg":"trace[1488402303] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2541; }","duration":"247.056966ms","start":"2026-04-03T02:40:32.644541Z","end":"2026-04-03T02:40:32.891598Z","steps":["trace[1488402303] 'agreement among raft nodes before linearized reading' (duration: 246.947883ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:32.891603Z","caller":"traceutil/trace.go:171","msg":"trace[669331306] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2541; }","duration":"256.692458ms","start":"2026-04-03T02:40:32.634901Z","end":"2026-04-03T02:40:32.891594Z","steps":["trace[669331306] 'agreement among raft nodes before linearized reading' (duration: 256.489803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:33.245007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.932042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:33.245164Z","caller":"traceutil/trace.go:171","msg":"trace[821366103] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"348.706694ms","start":"2026-04-03T02:40:32.896437Z","end":"2026-04-03T02:40:33.245143Z","steps":["trace[821366103] 'process raft request' (duration: 172.558007ms)","trace[821366103] 'compare' (duration: 175.827349ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:33.245199Z","caller":"traceutil/trace.go:171","msg":"trace[1452686345] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"163.294814ms","start":"2026-04-03T02:40:33.081887Z","end":"2026-04-03T02:40:33.245182Z","steps":["trace[1452686345] 'process raft request' (duration: 163.226413ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:33.245214Z","caller":"traceutil/trace.go:171","msg":"trace[2085308414] linearizableReadLoop","detail":"{readStateIndex:2663; appliedIndex:2662; }","duration":"292.405143ms","start":"2026-04-03T02:40:32.952791Z","end":"2026-04-03T02:40:33.245196Z","steps":["trace[2085308414] 'read index received' (duration: 23.729895ms)","trace[2085308414] 'applied index is now lower than readState.Index' (duration: 268.672688ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:33.245261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:32.896421Z","time spent":"348.788186ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:33.245337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.540786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:33.245371Z","caller":"traceutil/trace.go:171","msg":"trace[2107762126] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2544; }","duration":"292.615108ms","start":"2026-04-03T02:40:32.952746Z","end":"2026-04-03T02:40:33.245361Z","steps":["trace[2107762126] 'agreement among raft nodes before linearized reading' (duration: 292.540786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:33.245443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.062482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:33.245483Z","caller":"traceutil/trace.go:171","msg":"trace[1004523196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2544; }","duration":"268.135253ms","start":"2026-04-03T02:40:32.977338Z","end":"2026-04-03T02:40:33.245473Z","steps":["trace[1004523196] 'agreement among raft nodes before linearized reading' (duration: 268.077502ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:33.550968Z","caller":"traceutil/trace.go:171","msg":"trace[1026837630] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"301.638883ms","start":"2026-04-03T02:40:33.249305Z","end":"2026-04-03T02:40:33.550944Z","steps":["trace[1026837630] 'process raft request' (duration: 301.304975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:33.551117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:33.249289Z","time spent":"301.753517ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:33.849707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.778281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:33.849796Z","caller":"traceutil/trace.go:171","msg":"trace[789445626] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2545; }","duration":"219.924315ms","start":"2026-04-03T02:40:33.629852Z","end":"2026-04-03T02:40:33.849776Z","steps":["trace[789445626] 'count revisions from in-memory index tree' (duration: 219.699919ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:35.097794Z","caller":"traceutil/trace.go:171","msg":"trace[850650636] linearizableReadLoop","detail":"{readStateIndex:2671; appliedIndex:2669; }","duration":"118.618595ms","start":"2026-04-03T02:40:34.979141Z","end":"2026-04-03T02:40:35.097759Z","steps":["trace[850650636] 'read index received' (duration: 59.211755ms)","trace[850650636] 'applied index is now lower than readState.Index' (duration: 59.40508ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:35.098269Z","caller":"traceutil/trace.go:171","msg":"trace[233451732] transaction","detail":"{read_only:false; response_revision:2550; number_of_response:1; }","duration":"198.61214ms","start":"2026-04-03T02:40:34.899638Z","end":"2026-04-03T02:40:35.09825Z","steps":["trace[233451732] 'process raft request' (duration: 138.80208ms)","trace[233451732] 'compare' (duration: 59.03355ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:35.098503Z","caller":"traceutil/trace.go:171","msg":"trace[1193058224] transaction","detail":"{read_only:false; response_revision:2551; number_of_response:1; }","duration":"198.829356ms","start":"2026-04-03T02:40:34.899661Z","end":"2026-04-03T02:40:35.09849Z","steps":["trace[1193058224] 'process raft request' (duration: 198.027727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:35.098671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.503277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:35.098704Z","caller":"traceutil/trace.go:171","msg":"trace[1307764765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2551; }","duration":"119.592889ms","start":"2026-04-03T02:40:34.9791Z","end":"2026-04-03T02:40:35.098693Z","steps":["trace[1307764765] 'agreement among raft nodes before linearized reading' (duration: 119.509387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:35.098973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.256271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:40:35.098996Z","caller":"traceutil/trace.go:171","msg":"trace[106077791] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2551; }","duration":"119.301472ms","start":"2026-04-03T02:40:34.979687Z","end":"2026-04-03T02:40:35.098988Z","steps":["trace[106077791] 'agreement among raft nodes before linearized reading' (duration: 119.173649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:39.417651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.29786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-03T02:40:39.417719Z","caller":"traceutil/trace.go:171","msg":"trace[1502857248] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2574; }","duration":"282.436873ms","start":"2026-04-03T02:40:39.135266Z","end":"2026-04-03T02:40:39.417703Z","steps":["trace[1502857248] 'range keys from in-memory index tree' (duration: 282.125166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:39.41776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.679956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:40:39.417832Z","caller":"traceutil/trace.go:171","msg":"trace[399724721] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2574; }","duration":"249.811969ms","start":"2026-04-03T02:40:39.168003Z","end":"2026-04-03T02:40:39.417815Z","steps":["trace[399724721] 'range keys from in-memory index tree' (duration: 249.390028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:39.417937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.009752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:40:39.417987Z","caller":"traceutil/trace.go:171","msg":"trace[567197197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2574; }","duration":"282.173837ms","start":"2026-04-03T02:40:39.135799Z","end":"2026-04-03T02:40:39.417973Z","steps":["trace[567197197] 'range keys from in-memory index tree' (duration: 281.764277ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:40.369594Z","caller":"traceutil/trace.go:171","msg":"trace[2125976529] transaction","detail":"{read_only:false; response_revision:2580; number_of_response:1; }","duration":"145.567066ms","start":"2026-04-03T02:40:40.223986Z","end":"2026-04-03T02:40:40.369553Z","steps":["trace[2125976529] 'process raft request' (duration: 107.300411ms)","trace[2125976529] 'compare' (duration: 38.091491ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:40.369624Z","caller":"traceutil/trace.go:171","msg":"trace[617318511] transaction","detail":"{read_only:false; response_revision:2581; number_of_response:1; }","duration":"145.221616ms","start":"2026-04-03T02:40:40.224377Z","end":"2026-04-03T02:40:40.369599Z","steps":["trace[617318511] 'process raft request' (duration: 145.152134ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:40.391988Z","caller":"traceutil/trace.go:171","msg":"trace[1082697050] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"132.26223ms","start":"2026-04-03T02:40:40.259702Z","end":"2026-04-03T02:40:40.391964Z","steps":["trace[1082697050] 'process raft request' (duration: 132.109217ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:40.391988Z","caller":"traceutil/trace.go:171","msg":"trace[658002305] transaction","detail":"{read_only:false; response_revision:2582; number_of_response:1; }","duration":"133.112632ms","start":"2026-04-03T02:40:40.258829Z","end":"2026-04-03T02:40:40.391941Z","steps":["trace[658002305] 'process raft request' (duration: 132.823935ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:49.01016Z","caller":"traceutil/trace.go:171","msg":"trace[2007766157] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"428.41994ms","start":"2026-04-03T02:40:48.581719Z","end":"2026-04-03T02:40:49.010139Z","steps":["trace[2007766157] 'process raft request' (duration: 428.297327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:49.010299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:48.581706Z","time spent":"428.522123ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:49.012083Z","caller":"traceutil/trace.go:171","msg":"trace[29049261] linearizableReadLoop","detail":"{readStateIndex:2758; appliedIndex:2756; }","duration":"289.249326ms","start":"2026-04-03T02:40:48.722782Z","end":"2026-04-03T02:40:49.012031Z","steps":["trace[29049261] 'read index received' (duration: 287.244195ms)","trace[29049261] 'applied index is now lower than readState.Index' (duration: 2.003471ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:49.012467Z","caller":"traceutil/trace.go:171","msg":"trace[352712686] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"429.665182ms","start":"2026-04-03T02:40:48.58278Z","end":"2026-04-03T02:40:49.012445Z","steps":["trace[352712686] 'process raft request' (duration: 429.091377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:49.012626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:48.582773Z","time spent":"429.729124ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:49.012975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.19844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:40:49.013014Z","caller":"traceutil/trace.go:171","msg":"trace[1300124796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2634; }","duration":"290.278292ms","start":"2026-04-03T02:40:48.722724Z","end":"2026-04-03T02:40:49.013003Z","steps":["trace[1300124796] 'agreement among raft nodes before linearized reading' (duration: 290.119298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:54.37698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.615098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:54.377065Z","caller":"traceutil/trace.go:171","msg":"trace[405613549] transaction","detail":"{read_only:false; response_revision:2668; number_of_response:1; }","duration":"311.330583ms","start":"2026-04-03T02:40:54.065721Z","end":"2026-04-03T02:40:54.377052Z","steps":["trace[405613549] 'process raft request' (duration: 104.585491ms)","trace[405613549] 'compare' (duration: 206.511196ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:54.377102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:54.065704Z","time spent":"311.383245ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:55.5434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9602410327513125505,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:40:55.683922Z","caller":"traceutil/trace.go:171","msg":"trace[669160699] transaction","detail":"{read_only:false; response_revision:2669; number_of_response:1; }","duration":"641.028521ms","start":"2026-04-03T02:40:55.042861Z","end":"2026-04-03T02:40:55.68389Z","steps":["trace[669160699] 'process raft request' (duration: 640.866167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:55.684126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:55.042843Z","time spent":"641.181575ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:55.780703Z","caller":"traceutil/trace.go:171","msg":"trace[1279588204] linearizableReadLoop","detail":"{readStateIndex:2796; appliedIndex:2793; }","duration":"737.698373ms","start":"2026-04-03T02:40:55.042968Z","end":"2026-04-03T02:40:55.780667Z","steps":["trace[1279588204] 'read index received' (duration: 640.732423ms)","trace[1279588204] 'applied index is now lower than readState.Index' (duration: 96.96449ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:55.78075Z","caller":"traceutil/trace.go:171","msg":"trace[388007492] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"303.172658ms","start":"2026-04-03T02:40:55.477523Z","end":"2026-04-03T02:40:55.780695Z","steps":["trace[388007492] 'process raft request' (duration: 302.958912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:55.780916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:55.477481Z","time spent":"303.346932ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:55.781027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.020611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-03T02:40:55.781067Z","caller":"traceutil/trace.go:171","msg":"trace[551308944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2670; }","duration":"738.138314ms","start":"2026-04-03T02:40:55.042916Z","end":"2026-04-03T02:40:55.781055Z","steps":["trace[551308944] 'agreement among raft nodes before linearized reading' (duration: 737.939749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:55.781128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:55.042892Z","time spent":"738.225046ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:40:55.781172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.711511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:40:55.781175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.688437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:40:55.78118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.903134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:40:55.781252Z","caller":"traceutil/trace.go:171","msg":"trace[459245731] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2670; }","duration":"679.81228ms","start":"2026-04-03T02:40:55.101425Z","end":"2026-04-03T02:40:55.781237Z","steps":["trace[459245731] 'agreement among raft nodes before linearized reading' (duration: 679.659066ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:55.781305Z","caller":"traceutil/trace.go:171","msg":"trace[800929922] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2670; }","duration":"391.077787ms","start":"2026-04-03T02:40:55.390176Z","end":"2026-04-03T02:40:55.781253Z","steps":["trace[800929922] 'agreement among raft nodes before linearized reading' (duration: 390.888813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:55.78133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:55.101411Z","time spent":"679.907162ms","remote":"127.0.0.1:34104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":45,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:40:55.781356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:55.39014Z","time spent":"391.204431ms","remote":"127.0.0.1:34358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:40:55.781365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.388377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:40:55.781379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.995062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-03T02:40:55.781403Z","caller":"traceutil/trace.go:171","msg":"trace[733154139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2670; }","duration":"283.442329ms","start":"2026-04-03T02:40:55.497948Z","end":"2026-04-03T02:40:55.78139Z","steps":["trace[733154139] 'agreement among raft nodes before linearized reading' (duration: 283.355177ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:55.78141Z","caller":"traceutil/trace.go:171","msg":"trace[784669897] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2670; }","duration":"282.069214ms","start":"2026-04-03T02:40:55.499331Z","end":"2026-04-03T02:40:55.781401Z","steps":["trace[784669897] 'agreement among raft nodes before linearized reading' (duration: 281.91832ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:55.781246Z","caller":"traceutil/trace.go:171","msg":"trace[1985353032] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2670; }","duration":"284.845325ms","start":"2026-04-03T02:40:55.496382Z","end":"2026-04-03T02:40:55.781227Z","steps":["trace[1985353032] 'agreement among raft nodes before linearized reading' (duration: 284.64022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:55.781987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.945193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:40:55.782041Z","caller":"traceutil/trace.go:171","msg":"trace[124619101] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2670; }","duration":"739.012446ms","start":"2026-04-03T02:40:55.043017Z","end":"2026-04-03T02:40:55.78203Z","steps":["trace[124619101] 'agreement among raft nodes before linearized reading' (duration: 738.009031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:55.782091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:55.043012Z","time spent":"739.067917ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:40:56.106645Z","caller":"traceutil/trace.go:171","msg":"trace[14163215] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"319.50456ms","start":"2026-04-03T02:40:55.787107Z","end":"2026-04-03T02:40:56.106612Z","steps":["trace[14163215] 'process raft request' (duration: 319.276354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:56.106782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:55.787092Z","time spent":"319.620322ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:56.106638Z","caller":"traceutil/trace.go:171","msg":"trace[1981160396] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"319.466339ms","start":"2026-04-03T02:40:55.787147Z","end":"2026-04-03T02:40:56.106613Z","steps":["trace[1981160396] 'process raft request' (duration: 319.385467ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:56.106842Z","caller":"traceutil/trace.go:171","msg":"trace[1890298577] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"318.122894ms","start":"2026-04-03T02:40:55.788709Z","end":"2026-04-03T02:40:56.106832Z","steps":["trace[1890298577] 'process raft request' (duration: 317.862068ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:56.106839Z","caller":"traceutil/trace.go:171","msg":"trace[1160247150] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"315.791316ms","start":"2026-04-03T02:40:55.791033Z","end":"2026-04-03T02:40:56.106824Z","steps":["trace[1160247150] 'process raft request' (duration: 315.736405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:56.106943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:55.791006Z","time spent":"315.887639ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:56.106942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:55.788694Z","time spent":"318.185435ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:56.106964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:55.787115Z","time spent":"319.754625ms","remote":"127.0.0.1:34164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:28.226113Z","caller":"traceutil/trace.go:171","msg":"trace[1834303998] linearizableReadLoop","detail":"{readStateIndex:2956; appliedIndex:2955; }","duration":"156.010251ms","start":"2026-04-03T02:41:28.070078Z","end":"2026-04-03T02:41:28.226089Z","steps":["trace[1834303998] 'read index received' (duration: 110.789228ms)","trace[1834303998] 'applied index is now lower than readState.Index' (duration: 45.219673ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:28.22644Z","caller":"traceutil/trace.go:171","msg":"trace[1123856211] transaction","detail":"{read_only:false; response_revision:2824; number_of_response:1; }","duration":"196.131533ms","start":"2026-04-03T02:41:28.030291Z","end":"2026-04-03T02:41:28.226423Z","steps":["trace[1123856211] 'process raft request' (duration: 150.578842ms)","trace[1123856211] 'compare' (duration: 45.10357ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:28.226769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.676827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/ceph-csi-rbd-provisioner-http-metrics\" ","response":"range_response_count:1 size:940"} {"level":"info","ts":"2026-04-03T02:41:28.226838Z","caller":"traceutil/trace.go:171","msg":"trace[975660775] range","detail":"{range_begin:/registry/services/endpoints/kube-system/ceph-csi-rbd-provisioner-http-metrics; range_end:; response_count:1; response_revision:2824; }","duration":"156.79441ms","start":"2026-04-03T02:41:28.070024Z","end":"2026-04-03T02:41:28.226819Z","steps":["trace[975660775] 'agreement among raft nodes before linearized reading' (duration: 156.622876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:28.227154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.944135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:41:28.227229Z","caller":"traceutil/trace.go:171","msg":"trace[2031210278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2824; }","duration":"144.011537ms","start":"2026-04-03T02:41:28.083179Z","end":"2026-04-03T02:41:28.22719Z","steps":["trace[2031210278] 'agreement among raft nodes before linearized reading' (duration: 143.883854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:28.227474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.103592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-03T02:41:28.227517Z","caller":"traceutil/trace.go:171","msg":"trace[654470329] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:2824; }","duration":"114.263086ms","start":"2026-04-03T02:41:28.113243Z","end":"2026-04-03T02:41:28.227506Z","steps":["trace[654470329] 'agreement among raft nodes before linearized reading' (duration: 114.183864ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:32.157786Z","caller":"traceutil/trace.go:171","msg":"trace[823070834] transaction","detail":"{read_only:false; response_revision:2842; number_of_response:1; }","duration":"116.719048ms","start":"2026-04-03T02:41:32.041024Z","end":"2026-04-03T02:41:32.157743Z","steps":["trace[823070834] 'process raft request' (duration: 116.344499ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:33.261056Z","caller":"traceutil/trace.go:171","msg":"trace[1822687424] linearizableReadLoop","detail":"{readStateIndex:2983; appliedIndex:2982; }","duration":"153.271312ms","start":"2026-04-03T02:41:33.107755Z","end":"2026-04-03T02:41:33.261026Z","steps":["trace[1822687424] 'read index received' (duration: 152.945914ms)","trace[1822687424] 'applied index is now lower than readState.Index' (duration: 320.608µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:33.26113Z","caller":"traceutil/trace.go:171","msg":"trace[2068925227] transaction","detail":"{read_only:false; response_revision:2850; number_of_response:1; }","duration":"186.10887ms","start":"2026-04-03T02:41:33.074971Z","end":"2026-04-03T02:41:33.26108Z","steps":["trace[2068925227] 'process raft request' (duration: 185.842323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:33.261381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.595439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-ftchx\" ","response":"range_response_count:1 size:13720"} {"level":"info","ts":"2026-04-03T02:41:33.261435Z","caller":"traceutil/trace.go:171","msg":"trace[227709125] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-ftchx; range_end:; response_count:1; response_revision:2850; }","duration":"153.720013ms","start":"2026-04-03T02:41:33.1077Z","end":"2026-04-03T02:41:33.26142Z","steps":["trace[227709125] 'agreement among raft nodes before linearized reading' (duration: 153.452427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:33.77468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.48779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-ftchx\" ","response":"range_response_count:1 size:13720"} {"level":"info","ts":"2026-04-03T02:41:33.774767Z","caller":"traceutil/trace.go:171","msg":"trace[671189177] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-ftchx; range_end:; response_count:1; response_revision:2851; }","duration":"133.616443ms","start":"2026-04-03T02:41:33.64113Z","end":"2026-04-03T02:41:33.774746Z","steps":["trace[671189177] 'range keys from in-memory index tree' (duration: 133.337507ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:34.36491Z","caller":"traceutil/trace.go:171","msg":"trace[180222524] linearizableReadLoop","detail":"{readStateIndex:2986; appliedIndex:2985; }","duration":"106.799317ms","start":"2026-04-03T02:41:34.258073Z","end":"2026-04-03T02:41:34.364872Z","steps":["trace[180222524] 'read index received' (duration: 105.399441ms)","trace[180222524] 'applied index is now lower than readState.Index' (duration: 1.398746ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:34.365Z","caller":"traceutil/trace.go:171","msg":"trace[1628632074] transaction","detail":"{read_only:false; response_revision:2853; number_of_response:1; }","duration":"109.786002ms","start":"2026-04-03T02:41:34.255163Z","end":"2026-04-03T02:41:34.364949Z","steps":["trace[1628632074] 'process raft request' (duration: 108.392667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:34.365198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.113504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-04-03T02:41:34.365258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.976285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-7wllw\" ","response":"range_response_count:1 size:4690"} {"level":"info","ts":"2026-04-03T02:41:34.365311Z","caller":"traceutil/trace.go:171","msg":"trace[1069454016] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2853; }","duration":"107.231917ms","start":"2026-04-03T02:41:34.258056Z","end":"2026-04-03T02:41:34.365288Z","steps":["trace[1069454016] 'agreement among raft nodes before linearized reading' (duration: 107.006102ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:34.365331Z","caller":"traceutil/trace.go:171","msg":"trace[72862771] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-7wllw; range_end:; response_count:1; response_revision:2853; }","duration":"104.109919ms","start":"2026-04-03T02:41:34.261205Z","end":"2026-04-03T02:41:34.365315Z","steps":["trace[72862771] 'agreement among raft nodes before linearized reading' (duration: 103.871143ms)"],"step_count":1}