{"level":"warn","ts":"2026-04-11T02:12:26.148229Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-11T02:12:26.148412Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.113:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.113:2380","--initial-cluster=instance=https://199.204.45.113:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.113:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.113:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-11T02:12:26.148514Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-11T02:12:26.14854Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.113:2380"]} {"level":"info","ts":"2026-04-11T02:12:26.14857Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-11T02:12:26.149445Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"]} {"level":"info","ts":"2026-04-11T02:12:26.149552Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.113:2380"],"listen-peer-urls":["https://199.204.45.113:2380"],"advertise-client-urls":["https://199.204.45.113:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.113:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-11T02:12:26.15419Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.341037ms"} {"level":"info","ts":"2026-04-11T02:12:26.162931Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a31e123290fcf0df","cluster-id":"37661d6ee45ed9e8"} {"level":"info","ts":"2026-04-11T02:12:26.163024Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df switched to configuration voters=()"} {"level":"info","ts":"2026-04-11T02:12:26.163124Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became follower at term 0"} {"level":"info","ts":"2026-04-11T02:12:26.163143Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a31e123290fcf0df [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-11T02:12:26.163157Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became follower at term 1"} {"level":"info","ts":"2026-04-11T02:12:26.163201Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df switched to configuration voters=(11753852085873733855)"} {"level":"warn","ts":"2026-04-11T02:12:26.168271Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-11T02:12:26.170798Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-11T02:12:26.172556Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-11T02:12:26.174776Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a31e123290fcf0df","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-11T02:12:26.17492Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a31e123290fcf0df","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-11T02:12:26.17502Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-11T02:12:26.175115Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-11T02:12:26.175127Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-11T02:12:26.17628Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df switched to configuration voters=(11753852085873733855)"} {"level":"info","ts":"2026-04-11T02:12:26.176449Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"37661d6ee45ed9e8","local-member-id":"a31e123290fcf0df","added-peer-id":"a31e123290fcf0df","added-peer-peer-urls":["https://199.204.45.113:2380"]} {"level":"info","ts":"2026-04-11T02:12:26.177063Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-11T02:12:26.177161Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.113:2380"} {"level":"info","ts":"2026-04-11T02:12:26.177232Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.113:2380"} {"level":"info","ts":"2026-04-11T02:12:26.177346Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a31e123290fcf0df","initial-advertise-peer-urls":["https://199.204.45.113:2380"],"listen-peer-urls":["https://199.204.45.113:2380"],"advertise-client-urls":["https://199.204.45.113:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-11T02:12:26.177394Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-11T02:12:26.363919Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df is starting a new election at term 1"} {"level":"info","ts":"2026-04-11T02:12:26.363984Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became pre-candidate at term 1"} {"level":"info","ts":"2026-04-11T02:12:26.364035Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df received MsgPreVoteResp from a31e123290fcf0df at term 1"} {"level":"info","ts":"2026-04-11T02:12:26.364058Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became candidate at term 2"} {"level":"info","ts":"2026-04-11T02:12:26.364071Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df received MsgVoteResp from a31e123290fcf0df at term 2"} {"level":"info","ts":"2026-04-11T02:12:26.364108Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a31e123290fcf0df became leader at term 2"} {"level":"info","ts":"2026-04-11T02:12:26.364128Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a31e123290fcf0df elected leader a31e123290fcf0df at term 2"} {"level":"info","ts":"2026-04-11T02:12:26.365293Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a31e123290fcf0df","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.113:2379]}","request-path":"/0/members/a31e123290fcf0df/attributes","cluster-id":"37661d6ee45ed9e8","publish-timeout":"7s"} {"level":"info","ts":"2026-04-11T02:12:26.365324Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-11T02:12:26.365448Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-11T02:12:26.365502Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-11T02:12:26.365682Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-11T02:12:26.365769Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-11T02:12:26.366771Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"37661d6ee45ed9e8","local-member-id":"a31e123290fcf0df","cluster-version":"3.5"} {"level":"info","ts":"2026-04-11T02:12:26.366935Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-11T02:12:26.366984Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-11T02:12:26.369115Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-11T02:12:26.377413Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.113:2379"} {"level":"info","ts":"2026-04-11T02:12:30.992176Z","caller":"traceutil/trace.go:171","msg":"trace[2097013532] linearizableReadLoop","detail":"{readStateIndex:211; appliedIndex:210; }","duration":"130.302855ms","start":"2026-04-11T02:12:30.861847Z","end":"2026-04-11T02:12:30.99215Z","steps":["trace[2097013532] 'read index received' (duration: 130.146801ms)","trace[2097013532] 'applied index is now lower than readState.Index' (duration: 155.274µs)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:12:30.992231Z","caller":"traceutil/trace.go:171","msg":"trace[1847456031] transaction","detail":"{read_only:false; response_revision:206; number_of_response:1; }","duration":"195.078759ms","start":"2026-04-11T02:12:30.797129Z","end":"2026-04-11T02:12:30.992207Z","steps":["trace[1847456031] 'process raft request' (duration: 194.869073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:12:30.992353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.483131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:12:30.992421Z","caller":"traceutil/trace.go:171","msg":"trace[554552839] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:206; }","duration":"130.607444ms","start":"2026-04-11T02:12:30.861798Z","end":"2026-04-11T02:12:30.992405Z","steps":["trace[554552839] 'agreement among raft nodes before linearized reading' (duration: 130.485361ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:12:33.205172Z","caller":"traceutil/trace.go:171","msg":"trace[579369171] linearizableReadLoop","detail":"{readStateIndex:292; appliedIndex:291; }","duration":"102.37044ms","start":"2026-04-11T02:12:33.102778Z","end":"2026-04-11T02:12:33.205148Z","steps":["trace[579369171] 'read index received' (duration: 41.715578ms)","trace[579369171] 'applied index is now lower than readState.Index' (duration: 60.653972ms)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:12:33.205344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.537614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-04-11T02:12:33.20532Z","caller":"traceutil/trace.go:171","msg":"trace[1567554630] transaction","detail":"{read_only:false; response_revision:281; number_of_response:1; }","duration":"103.607953ms","start":"2026-04-11T02:12:33.10166Z","end":"2026-04-11T02:12:33.205268Z","steps":["trace[1567554630] 'process raft request' (duration: 42.810718ms)","trace[1567554630] 'compare' (duration: 60.573099ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:12:33.205379Z","caller":"traceutil/trace.go:171","msg":"trace[1592263255] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:281; }","duration":"102.615927ms","start":"2026-04-11T02:12:33.102752Z","end":"2026-04-11T02:12:33.205368Z","steps":["trace[1592263255] 'agreement among raft nodes before linearized reading' (duration: 102.510414ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:12:38.908463Z","caller":"traceutil/trace.go:171","msg":"trace[1150684165] linearizableReadLoop","detail":"{readStateIndex:370; appliedIndex:369; }","duration":"179.288771ms","start":"2026-04-11T02:12:38.729144Z","end":"2026-04-11T02:12:38.908433Z","steps":["trace[1150684165] 'read index received' (duration: 179.105506ms)","trace[1150684165] 'applied index is now lower than readState.Index' (duration: 182.485µs)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:12:38.908595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.442175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-11T02:12:38.908582Z","caller":"traceutil/trace.go:171","msg":"trace[1605088693] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"230.591959ms","start":"2026-04-11T02:12:38.677962Z","end":"2026-04-11T02:12:38.908554Z","steps":["trace[1605088693] 'process raft request' (duration: 230.293491ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:12:38.908632Z","caller":"traceutil/trace.go:171","msg":"trace[1864179310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:358; }","duration":"179.521017ms","start":"2026-04-11T02:12:38.7291Z","end":"2026-04-11T02:12:38.908621Z","steps":["trace[1864179310] 'agreement among raft nodes before linearized reading' (duration: 179.441795ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:12:39.020004Z","caller":"traceutil/trace.go:171","msg":"trace[196273025] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"107.309833ms","start":"2026-04-11T02:12:38.912668Z","end":"2026-04-11T02:12:39.019978Z","steps":["trace[196273025] 'process raft request' (duration: 107.145849ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:01.897081Z","caller":"traceutil/trace.go:171","msg":"trace[859284433] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"151.801436ms","start":"2026-04-11T02:13:01.745256Z","end":"2026-04-11T02:13:01.897058Z","steps":["trace[859284433] 'process raft request' (duration: 151.311382ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:02.208341Z","caller":"traceutil/trace.go:171","msg":"trace[858764198] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"244.597586ms","start":"2026-04-11T02:13:01.963715Z","end":"2026-04-11T02:13:02.208313Z","steps":["trace[858764198] 'process raft request' (duration: 244.453862ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:02.215302Z","caller":"traceutil/trace.go:171","msg":"trace[1720937501] linearizableReadLoop","detail":"{readStateIndex:594; appliedIndex:592; }","duration":"121.536442ms","start":"2026-04-11T02:13:02.09375Z","end":"2026-04-11T02:13:02.215286Z","steps":["trace[1720937501] 'read index received' (duration: 114.478737ms)","trace[1720937501] 'applied index is now lower than readState.Index' (duration: 7.056944ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:13:02.215398Z","caller":"traceutil/trace.go:171","msg":"trace[1046509633] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"248.683628ms","start":"2026-04-11T02:13:01.966705Z","end":"2026-04-11T02:13:02.215388Z","steps":["trace[1046509633] 'process raft request' (duration: 248.474723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:02.215701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.878561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hnkhd\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-11T02:13:02.215753Z","caller":"traceutil/trace.go:171","msg":"trace[1111294149] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hnkhd; range_end:; response_count:1; response_revision:575; }","duration":"122.072787ms","start":"2026-04-11T02:13:02.093665Z","end":"2026-04-11T02:13:02.215738Z","steps":["trace[1111294149] 'agreement among raft nodes before linearized reading' (duration: 121.83638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:02.775372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.26974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-11T02:13:02.77547Z","caller":"traceutil/trace.go:171","msg":"trace[1064685994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:576; }","duration":"168.413564ms","start":"2026-04-11T02:13:02.607036Z","end":"2026-04-11T02:13:02.775449Z","steps":["trace[1064685994] 'range keys from in-memory index tree' (duration: 168.068775ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:02.781677Z","caller":"traceutil/trace.go:171","msg":"trace[2006038280] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"163.1776ms","start":"2026-04-11T02:13:02.618477Z","end":"2026-04-11T02:13:02.781655Z","steps":["trace[2006038280] 'process raft request' (duration: 162.582364ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:02.783104Z","caller":"traceutil/trace.go:171","msg":"trace[70954484] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"113.933273ms","start":"2026-04-11T02:13:02.669143Z","end":"2026-04-11T02:13:02.783077Z","steps":["trace[70954484] 'process raft request' (duration: 113.750207ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:15.025588Z","caller":"traceutil/trace.go:171","msg":"trace[2035719549] linearizableReadLoop","detail":"{readStateIndex:739; appliedIndex:738; }","duration":"192.997063ms","start":"2026-04-11T02:13:14.83256Z","end":"2026-04-11T02:13:15.025557Z","steps":["trace[2035719549] 'read index received' (duration: 192.801077ms)","trace[2035719549] 'applied index is now lower than readState.Index' (duration: 194.536µs)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:13:15.025739Z","caller":"traceutil/trace.go:171","msg":"trace[2014890111] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"446.964237ms","start":"2026-04-11T02:13:14.578743Z","end":"2026-04-11T02:13:15.025707Z","steps":["trace[2014890111] 'process raft request' (duration: 446.633118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:15.025849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.26073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-11T02:13:15.025908Z","caller":"traceutil/trace.go:171","msg":"trace[1260808188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:717; }","duration":"193.386264ms","start":"2026-04-11T02:13:14.832509Z","end":"2026-04-11T02:13:15.025896Z","steps":["trace[1260808188] 'agreement among raft nodes before linearized reading' (duration: 193.172388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:15.026331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:14.578708Z","time spent":"447.100751ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-11T02:13:16.860872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764637560289572,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:17.361077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764637560289572,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:17.86232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764637560289572,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:18.363508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764637560289572,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:18.863715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764637560289572,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:19.14547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00007713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-11T02:13:19.145663Z","caller":"traceutil/trace.go:171","msg":"trace[589002332] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000334527s","start":"2026-04-11T02:13:17.145304Z","end":"2026-04-11T02:13:19.145639Z","steps":["trace[589002332] 'agreement among raft nodes before linearized reading' (duration: 2.000113251s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:19.14574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:17.145278Z","time spent":"2.000443491s","remote":"127.0.0.1:41746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-11T02:13:19.364179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764637560289572,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:19.864848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764637560289572,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:20.365913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764637560289572,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:20.867005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764637560289572,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:21.153864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000444809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-11T02:13:21.153956Z","caller":"traceutil/trace.go:171","msg":"trace[1792709256] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000574193s","start":"2026-04-11T02:13:19.153353Z","end":"2026-04-11T02:13:21.153928Z","steps":["trace[1792709256] 'agreement among raft nodes before linearized reading' (duration: 2.00047153s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:21.154048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:19.153332Z","time spent":"2.000703036s","remote":"127.0.0.1:41736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/11 02:13:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:21.368005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764637560289572,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:21.869101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764637560289572,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:22.02951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998949906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-11T02:13:22.029591Z","caller":"traceutil/trace.go:171","msg":"trace[1343418622] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999041679s","start":"2026-04-11T02:13:17.030527Z","end":"2026-04-11T02:13:22.029569Z","steps":["trace[1343418622] 'agreement among raft nodes before linearized reading' (duration: 4.998947296s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:22.029629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:17.030453Z","time spent":"4.999168852s","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/11 02:13:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:22.230924Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"70df9d7a4fd7b7ad","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-11T02:13:22.369697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764637560289572,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:22.870043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764637560289572,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:23.154351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000293827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-11T02:13:23.154441Z","caller":"traceutil/trace.go:171","msg":"trace[1611286458] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00043552s","start":"2026-04-11T02:13:21.153986Z","end":"2026-04-11T02:13:23.154421Z","steps":["trace[1611286458] 'agreement among raft nodes before linearized reading' (duration: 2.000314427s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:23.154503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:21.153963Z","time spent":"2.000530073s","remote":"127.0.0.1:41746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/11 02:13:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:23.361003Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-04-11T02:13:23.361256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.001103552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-11T02:13:23.36131Z","caller":"traceutil/trace.go:171","msg":"trace[1514911839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"7.001231075s","start":"2026-04-11T02:13:16.36006Z","end":"2026-04-11T02:13:23.361291Z","steps":["trace[1514911839] 'agreement among raft nodes before linearized reading' (duration: 7.001153593s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:23.361366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:16.360026Z","time spent":"7.001327868s","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-11T02:13:23.861234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764637560289578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:24.36162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764637560289578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:24.862731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764637560289578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:25.16218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000595963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-11T02:13:25.162296Z","caller":"traceutil/trace.go:171","msg":"trace[420240489] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000774898s","start":"2026-04-11T02:13:23.161494Z","end":"2026-04-11T02:13:25.162269Z","steps":["trace[420240489] 'agreement among raft nodes before linearized reading' (duration: 2.000628614s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:25.162534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:23.16147Z","time spent":"2.001045926s","remote":"127.0.0.1:41736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/11 02:13:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:25.201333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998901344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-11T02:13:25.20143Z","caller":"traceutil/trace.go:171","msg":"trace[1854784410] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.999054499s","start":"2026-04-11T02:13:22.202355Z","end":"2026-04-11T02:13:25.20141Z","steps":["trace[1854784410] 'agreement among raft nodes before linearized reading' (duration: 2.998936185s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:25.201482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:22.202328Z","time spent":"2.999145171s","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/11 02:13:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:25.214856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996762066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-11T02:13:25.214957Z","caller":"traceutil/trace.go:171","msg":"trace[1379715909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.996939971s","start":"2026-04-11T02:13:22.217997Z","end":"2026-04-11T02:13:25.214937Z","steps":["trace[1379715909] 'agreement among raft nodes before linearized reading' (duration: 2.996826208s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:25.215011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:22.21795Z","time spent":"2.997048924s","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/11 02:13:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:25.363813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764637560289578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:25.864457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764637560289578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:26.150029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:19.14943Z","time spent":"7.000585459s","remote":"127.0.0.1:41816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-11T02:13:26.358599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.811589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-11T02:13:26.358687Z","caller":"traceutil/trace.go:171","msg":"trace[1147379299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"989.957604ms","start":"2026-04-11T02:13:25.368711Z","end":"2026-04-11T02:13:26.358668Z","steps":["trace[1147379299] 'agreement among raft nodes before linearized reading' (duration: 989.847661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:26.358736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:25.368676Z","time spent":"990.050356ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/11 02:13:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:26.365412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764637560289578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:26.866075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764637560289578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:27.02963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994789153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-11T02:13:27.029716Z","caller":"traceutil/trace.go:171","msg":"trace[917933620] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.994929737s","start":"2026-04-11T02:13:24.034769Z","end":"2026-04-11T02:13:27.029698Z","steps":["trace[917933620] 'agreement among raft nodes before linearized reading' (duration: 2.994818844s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:27.029769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:24.034746Z","time spent":"2.995014309s","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/11 02:13:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:27.034481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999487194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-11T02:13:27.034553Z","caller":"traceutil/trace.go:171","msg":"trace[1009118609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999620868s","start":"2026-04-11T02:13:17.034914Z","end":"2026-04-11T02:13:27.034534Z","steps":["trace[1009118609] 'agreement among raft nodes before linearized reading' (duration: 9.999530355s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:27.034608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:17.034891Z","time spent":"9.99970739s","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/11 02:13:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:27.13111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:20.130572Z","time spent":"7.000535057s","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-11T02:13:27.163082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000218515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-11T02:13:27.163148Z","caller":"traceutil/trace.go:171","msg":"trace[674048442] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000334548s","start":"2026-04-11T02:13:25.162799Z","end":"2026-04-11T02:13:27.163133Z","steps":["trace[674048442] 'agreement among raft nodes before linearized reading' (duration: 2.000257405s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:27.163203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:25.16277Z","time spent":"2.000422469s","remote":"127.0.0.1:41746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/11 02:13:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:27.366968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764637560289578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:27.867756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17356764637560289578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-11T02:13:28.035237Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"12.804272898s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-11T02:13:28.059329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.915225637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:13:28.059426Z","caller":"traceutil/trace.go:171","msg":"trace[1370508006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:718; }","duration":"12.915368101s","start":"2026-04-11T02:13:15.144034Z","end":"2026-04-11T02:13:28.059402Z","steps":["trace[1370508006] 'range keys from in-memory index tree' (duration: 12.915143705s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.059489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:15.144011Z","time spent":"12.915463564s","remote":"127.0.0.1:41736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-11T02:13:28.059719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.85947184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-04-11T02:13:28.059873Z","caller":"traceutil/trace.go:171","msg":"trace[1392175524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"12.859601683s","start":"2026-04-11T02:13:15.200211Z","end":"2026-04-11T02:13:28.059812Z","steps":["trace[1392175524] 'range keys from in-memory index tree' (duration: 12.859320046s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.059946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:15.200175Z","time spent":"12.859755008s","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/11 02:13:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:28.060074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.844210969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-04-11T02:13:28.060166Z","caller":"traceutil/trace.go:171","msg":"trace[454483609] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"12.844365863s","start":"2026-04-11T02:13:15.215779Z","end":"2026-04-11T02:13:28.060144Z","steps":["trace[454483609] 'range keys from in-memory index tree' (duration: 12.844062964s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.06022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:15.215747Z","time spent":"12.844460105s","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/11 02:13:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-11T02:13:28.16593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.226892ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-11T02:13:28.166422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.242736195s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:13:28.166638Z","caller":"traceutil/trace.go:171","msg":"trace[1307886314] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:718; }","duration":"9.242958601s","start":"2026-04-11T02:13:18.923651Z","end":"2026-04-11T02:13:28.16661Z","steps":["trace[1307886314] 'range keys from in-memory index tree' (duration: 9.242697684s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.168916Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"48.641µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-04-11T02:13:28.169142Z","caller":"traceutil/trace.go:171","msg":"trace[86243347] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"4.963369685s","start":"2026-04-11T02:13:23.205743Z","end":"2026-04-11T02:13:28.169113Z","steps":["trace[86243347] 'process raft request' (duration: 4.963258152s)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:28.169183Z","caller":"traceutil/trace.go:171","msg":"trace[1953368887] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"2.965858978s","start":"2026-04-11T02:13:25.203312Z","end":"2026-04-11T02:13:28.169171Z","steps":["trace[1953368887] 'process raft request' (duration: 2.965733975s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.169165Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"70df9d7a4fd7b7ad","error":"lease not found"} {"level":"warn","ts":"2026-04-11T02:13:28.169303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:25.203293Z","time spent":"2.96594522s","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-11T02:13:28.169304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:23.205709Z","time spent":"4.96353035s","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} 2026/04/11 02:13:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-11T02:13:28.246326Z","caller":"traceutil/trace.go:171","msg":"trace[283281338] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"1.213654203s","start":"2026-04-11T02:13:27.032644Z","end":"2026-04-11T02:13:28.246298Z","steps":["trace[283281338] 'process raft request' (duration: 1.213583291s)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:28.24648Z","caller":"traceutil/trace.go:171","msg":"trace[611765487] transaction","detail":"{read_only:false; number_of_response:1; response_revision:726; }","duration":"1.111498236s","start":"2026-04-11T02:13:27.134968Z","end":"2026-04-11T02:13:28.246466Z","steps":["trace[611765487] 'process raft request' (duration: 1.111385893s)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:28.246493Z","caller":"traceutil/trace.go:171","msg":"trace[947564749] linearizableReadLoop","detail":"{readStateIndex:751; appliedIndex:740; }","duration":"4.885321133s","start":"2026-04-11T02:13:23.361159Z","end":"2026-04-11T02:13:28.246481Z","steps":["trace[947564749] 'read index received' (duration: 4.674384335s)","trace[947564749] 'applied index is now lower than readState.Index' (duration: 210.935968ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:13:28.246479Z","caller":"traceutil/trace.go:171","msg":"trace[1998669789] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"1.210196028s","start":"2026-04-11T02:13:27.036258Z","end":"2026-04-11T02:13:28.246454Z","steps":["trace[1998669789] 'process raft request' (duration: 1.210007313s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.246517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:27.032619Z","time spent":"1.213793387s","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-11T02:13:28.24633Z","caller":"traceutil/trace.go:171","msg":"trace[1884064789] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"1.884908654s","start":"2026-04-11T02:13:26.36138Z","end":"2026-04-11T02:13:28.246289Z","steps":["trace[1884064789] 'process raft request' (duration: 1.884716029s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.246593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:27.134945Z","time spent":"1.111574268s","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":720,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-11T02:13:28.246623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:26.361353Z","time spent":"1.885217673s","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-11T02:13:28.246628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:27.036244Z","time spent":"1.210302281s","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-11T02:13:28.246601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.194755184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-11T02:13:28.246687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.984966166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-prsz6\" ","response":"range_response_count:1 size:5047"} {"level":"info","ts":"2026-04-11T02:13:28.246708Z","caller":"traceutil/trace.go:171","msg":"trace[1828212929] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:0; response_revision:727; }","duration":"8.194904398s","start":"2026-04-11T02:13:20.051795Z","end":"2026-04-11T02:13:28.246699Z","steps":["trace[1828212929] 'agreement among raft nodes before linearized reading' (duration: 8.194769314s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.246733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:20.05177Z","time spent":"8.194956729s","remote":"127.0.0.1:41764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.113\" "} {"level":"info","ts":"2026-04-11T02:13:28.246711Z","caller":"traceutil/trace.go:171","msg":"trace[1806238536] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-prsz6; range_end:; response_count:1; response_revision:727; }","duration":"8.985022787s","start":"2026-04-11T02:13:19.26168Z","end":"2026-04-11T02:13:28.246703Z","steps":["trace[1806238536] 'agreement among raft nodes before linearized reading' (duration: 8.984935735s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.246756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076601664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-11T02:13:28.246771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092076877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a52ba12322bc54\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-11T02:13:28.246798Z","caller":"traceutil/trace.go:171","msg":"trace[2078538083] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a52ba12322bc54; range_end:; response_count:1; response_revision:727; }","duration":"2.092132809s","start":"2026-04-11T02:13:26.154658Z","end":"2026-04-11T02:13:28.24679Z","steps":["trace[2078538083] 'agreement among raft nodes before linearized reading' (duration: 2.092070197s)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:28.2468Z","caller":"traceutil/trace.go:171","msg":"trace[1504573082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:727; }","duration":"1.076666795s","start":"2026-04-11T02:13:27.170122Z","end":"2026-04-11T02:13:28.246789Z","steps":["trace[1504573082] 'agreement among raft nodes before linearized reading' (duration: 1.076604103s)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.246822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:26.154635Z","time spent":"2.09218219s","remote":"127.0.0.1:41816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a52ba12322bc54\" "} {"level":"warn","ts":"2026-04-11T02:13:28.24683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:27.170107Z","time spent":"1.076714187s","remote":"127.0.0.1:41736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-11T02:13:28.246767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:13:19.261654Z","time spent":"8.9851034s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":5070,"request content":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-prsz6\" "} {"level":"info","ts":"2026-04-11T02:13:28.351201Z","caller":"traceutil/trace.go:171","msg":"trace[520064462] linearizableReadLoop","detail":"{readStateIndex:753; appliedIndex:752; }","duration":"102.124446ms","start":"2026-04-11T02:13:28.249042Z","end":"2026-04-11T02:13:28.351167Z","steps":["trace[520064462] 'read index received' (duration: 54.335138ms)","trace[520064462] 'applied index is now lower than readState.Index' (duration: 47.787248ms)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:13:28.351389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.320761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:13:28.351446Z","caller":"traceutil/trace.go:171","msg":"trace[1034721766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:727; }","duration":"102.448065ms","start":"2026-04-11T02:13:28.248982Z","end":"2026-04-11T02:13:28.35143Z","steps":["trace[1034721766] 'agreement among raft nodes before linearized reading' (duration: 102.334022ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:28.415579Z","caller":"traceutil/trace.go:171","msg":"trace[1846605936] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"161.808313ms","start":"2026-04-11T02:13:28.253736Z","end":"2026-04-11T02:13:28.415544Z","steps":["trace[1846605936] 'process raft request' (duration: 161.498564ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:28.41559Z","caller":"traceutil/trace.go:171","msg":"trace[223666113] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"159.307723ms","start":"2026-04-11T02:13:28.256258Z","end":"2026-04-11T02:13:28.415566Z","steps":["trace[223666113] 'process raft request' (duration: 159.213271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.415777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.224624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-04-11T02:13:28.415848Z","caller":"traceutil/trace.go:171","msg":"trace[640467066] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:729; }","duration":"166.323917ms","start":"2026-04-11T02:13:28.249507Z","end":"2026-04-11T02:13:28.415831Z","steps":["trace[640467066] 'agreement among raft nodes before linearized reading' (duration: 166.08921ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:28.5402Z","caller":"traceutil/trace.go:171","msg":"trace[1172785893] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"120.516534ms","start":"2026-04-11T02:13:28.419667Z","end":"2026-04-11T02:13:28.540184Z","steps":["trace[1172785893] 'process raft request' (duration: 120.476523ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:28.540201Z","caller":"traceutil/trace.go:171","msg":"trace[110998596] linearizableReadLoop","detail":"{readStateIndex:756; appliedIndex:755; }","duration":"124.642018ms","start":"2026-04-11T02:13:28.415532Z","end":"2026-04-11T02:13:28.540174Z","steps":["trace[110998596] 'read index received' (duration: 49.277369ms)","trace[110998596] 'applied index is now lower than readState.Index' (duration: 75.361359ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:13:28.540384Z","caller":"traceutil/trace.go:171","msg":"trace[285563598] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"120.777141ms","start":"2026-04-11T02:13:28.419582Z","end":"2026-04-11T02:13:28.540359Z","steps":["trace[285563598] 'process raft request' (duration: 120.509144ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:28.540334Z","caller":"traceutil/trace.go:171","msg":"trace[260843800] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"187.929123ms","start":"2026-04-11T02:13:28.352308Z","end":"2026-04-11T02:13:28.540237Z","steps":["trace[260843800] 'process raft request' (duration: 112.490542ms)","trace[260843800] 'compare' (duration: 75.097971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:13:28.540673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.885426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-04-11T02:13:28.540759Z","caller":"traceutil/trace.go:171","msg":"trace[563822873] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:732; }","duration":"120.02724ms","start":"2026-04-11T02:13:28.420705Z","end":"2026-04-11T02:13:28.540732Z","steps":["trace[563822873] 'agreement among raft nodes before linearized reading' (duration: 119.805384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:13:28.541006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.437184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:13:28.541094Z","caller":"traceutil/trace.go:171","msg":"trace[320513456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:732; }","duration":"181.554987ms","start":"2026-04-11T02:13:28.359514Z","end":"2026-04-11T02:13:28.541069Z","steps":["trace[320513456] 'agreement among raft nodes before linearized reading' (duration: 180.735184ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:28.664334Z","caller":"traceutil/trace.go:171","msg":"trace[938301714] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"110.732074ms","start":"2026-04-11T02:13:28.553578Z","end":"2026-04-11T02:13:28.66431Z","steps":["trace[938301714] 'process raft request' (duration: 107.595008ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:28.752102Z","caller":"traceutil/trace.go:171","msg":"trace[2040476218] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"170.137032ms","start":"2026-04-11T02:13:28.58193Z","end":"2026-04-11T02:13:28.752067Z","steps":["trace[2040476218] 'process raft request' (duration: 169.996498ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:28.873016Z","caller":"traceutil/trace.go:171","msg":"trace[1406234063] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"111.324859ms","start":"2026-04-11T02:13:28.761667Z","end":"2026-04-11T02:13:28.872992Z","steps":["trace[1406234063] 'process raft request' (duration: 111.150925ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:29.402774Z","caller":"traceutil/trace.go:171","msg":"trace[1696188565] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"142.724766ms","start":"2026-04-11T02:13:29.260026Z","end":"2026-04-11T02:13:29.402751Z","steps":["trace[1696188565] 'process raft request' (duration: 142.394607ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:29.51291Z","caller":"traceutil/trace.go:171","msg":"trace[411690895] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"245.88907ms","start":"2026-04-11T02:13:29.267003Z","end":"2026-04-11T02:13:29.512892Z","steps":["trace[411690895] 'process raft request' (duration: 239.180045ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:13:29.537663Z","caller":"traceutil/trace.go:171","msg":"trace[1019116432] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"130.737765ms","start":"2026-04-11T02:13:29.406896Z","end":"2026-04-11T02:13:29.537634Z","steps":["trace[1019116432] 'process raft request' (duration: 130.578631ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:14:58.729395Z","caller":"traceutil/trace.go:171","msg":"trace[1645741032] linearizableReadLoop","detail":"{readStateIndex:1953; appliedIndex:1952; }","duration":"306.954468ms","start":"2026-04-11T02:14:58.422417Z","end":"2026-04-11T02:14:58.729372Z","steps":["trace[1645741032] 'read index received' (duration: 244.351512ms)","trace[1645741032] 'applied index is now lower than readState.Index' (duration: 62.601656ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:14:58.729537Z","caller":"traceutil/trace.go:171","msg":"trace[1519330856] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"358.344334ms","start":"2026-04-11T02:14:58.371103Z","end":"2026-04-11T02:14:58.729447Z","steps":["trace[1519330856] 'process raft request' (duration: 295.655076ms)","trace[1519330856] 'compare' (duration: 62.358679ms)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:14:58.729844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:14:58.37108Z","time spent":"358.618721ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-11T02:14:58.729892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.40875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dff63317-7676-4ee5-a363-71a2682929c1\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-11T02:14:58.729996Z","caller":"traceutil/trace.go:171","msg":"trace[50771304] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dff63317-7676-4ee5-a363-71a2682929c1; range_end:; response_count:1; response_revision:1878; }","duration":"307.622736ms","start":"2026-04-11T02:14:58.422347Z","end":"2026-04-11T02:14:58.72997Z","steps":["trace[50771304] 'agreement among raft nodes before linearized reading' (duration: 307.109463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:14:58.730067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:14:58.422318Z","time spent":"307.73666ms","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dff63317-7676-4ee5-a363-71a2682929c1\" "} {"level":"info","ts":"2026-04-11T02:14:58.89127Z","caller":"traceutil/trace.go:171","msg":"trace[564212280] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"111.66209ms","start":"2026-04-11T02:14:58.779561Z","end":"2026-04-11T02:14:58.891223Z","steps":["trace[564212280] 'process raft request' (duration: 67.943849ms)","trace[564212280] 'compare' (duration: 43.523215ms)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:15:15.524349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.840189ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-11T02:15:15.524429Z","caller":"traceutil/trace.go:171","msg":"trace[1461364619] linearizableReadLoop","detail":"{readStateIndex:2101; appliedIndex:2100; }","duration":"108.917195ms","start":"2026-04-11T02:15:15.4155Z","end":"2026-04-11T02:15:15.524418Z","steps":["trace[1461364619] 'read index received' (duration: 56.131µs)","trace[1461364619] 'applied index is now lower than readState.Index' (duration: 108.860014ms)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:15:15.524531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.025679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-11T02:15:15.52455Z","caller":"traceutil/trace.go:171","msg":"trace[266322190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2021; }","duration":"109.103511ms","start":"2026-04-11T02:15:15.415441Z","end":"2026-04-11T02:15:15.524544Z","steps":["trace[266322190] 'agreement among raft nodes before linearized reading' (duration: 109.003918ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:15:48.200606Z","caller":"traceutil/trace.go:171","msg":"trace[741354942] linearizableReadLoop","detail":"{readStateIndex:2287; appliedIndex:2286; }","duration":"116.960753ms","start":"2026-04-11T02:15:48.083613Z","end":"2026-04-11T02:15:48.200574Z","steps":["trace[741354942] 'read index received' (duration: 116.566262ms)","trace[741354942] 'applied index is now lower than readState.Index' (duration: 392.931µs)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:15:48.200667Z","caller":"traceutil/trace.go:171","msg":"trace[851416358] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"118.489745ms","start":"2026-04-11T02:15:48.082141Z","end":"2026-04-11T02:15:48.20063Z","steps":["trace[851416358] 'process raft request' (duration: 118.151735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:15:48.201027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.388295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-11T02:15:48.201166Z","caller":"traceutil/trace.go:171","msg":"trace[30006630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2200; }","duration":"117.545169ms","start":"2026-04-11T02:15:48.083595Z","end":"2026-04-11T02:15:48.20114Z","steps":["trace[30006630] 'agreement among raft nodes before linearized reading' (duration: 117.135898ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:15:54.493126Z","caller":"traceutil/trace.go:171","msg":"trace[1411322204] linearizableReadLoop","detail":"{readStateIndex:2323; appliedIndex:2322; }","duration":"182.492076ms","start":"2026-04-11T02:15:54.310593Z","end":"2026-04-11T02:15:54.493085Z","steps":["trace[1411322204] 'read index received' (duration: 109.293156ms)","trace[1411322204] 'applied index is now lower than readState.Index' (duration: 73.19735ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:15:54.493346Z","caller":"traceutil/trace.go:171","msg":"trace[2023975767] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"196.602027ms","start":"2026-04-11T02:15:54.296726Z","end":"2026-04-11T02:15:54.493328Z","steps":["trace[2023975767] 'process raft request' (duration: 123.142531ms)","trace[2023975767] 'compare' (duration: 73.020245ms)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:15:54.493595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.950058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:15:54.493737Z","caller":"traceutil/trace.go:171","msg":"trace[1733804811] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2235; }","duration":"183.137053ms","start":"2026-04-11T02:15:54.310571Z","end":"2026-04-11T02:15:54.493708Z","steps":["trace[1733804811] 'agreement among raft nodes before linearized reading' (duration: 182.856365ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:15:54.749373Z","caller":"traceutil/trace.go:171","msg":"trace[1867385520] linearizableReadLoop","detail":"{readStateIndex:2324; appliedIndex:2323; }","duration":"256.070916ms","start":"2026-04-11T02:15:54.493276Z","end":"2026-04-11T02:15:54.749347Z","steps":["trace[1867385520] 'read index received' (duration: 255.87224ms)","trace[1867385520] 'applied index is now lower than readState.Index' (duration: 197.686µs)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:15:54.749451Z","caller":"traceutil/trace.go:171","msg":"trace[1895520288] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"389.863634ms","start":"2026-04-11T02:15:54.359544Z","end":"2026-04-11T02:15:54.749408Z","steps":["trace[1895520288] 'process raft request' (duration: 389.568066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:15:54.749657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.243398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-11T02:15:54.749664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:15:54.359503Z","time spent":"390.05434ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-11T02:15:54.749705Z","caller":"traceutil/trace.go:171","msg":"trace[1962873208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2236; }","duration":"162.362321ms","start":"2026-04-11T02:15:54.587328Z","end":"2026-04-11T02:15:54.749691Z","steps":["trace[1962873208] 'agreement among raft nodes before linearized reading' (duration: 162.200097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:15:54.749761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.573703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-11T02:15:54.749886Z","caller":"traceutil/trace.go:171","msg":"trace[667917564] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2236; }","duration":"326.753658ms","start":"2026-04-11T02:15:54.423099Z","end":"2026-04-11T02:15:54.749853Z","steps":["trace[667917564] 'agreement among raft nodes before linearized reading' (duration: 326.419488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:15:54.749938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.754474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-11T02:15:54.750028Z","caller":"traceutil/trace.go:171","msg":"trace[1678388243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2236; }","duration":"158.870737ms","start":"2026-04-11T02:15:54.591138Z","end":"2026-04-11T02:15:54.750009Z","steps":["trace[1678388243] 'agreement among raft nodes before linearized reading' (duration: 158.675291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:15:54.749946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:15:54.423067Z","time spent":"326.867641ms","remote":"127.0.0.1:37488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-11T02:15:54.939653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.536449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-11T02:15:54.939838Z","caller":"traceutil/trace.go:171","msg":"trace[1181531606] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"184.50746ms","start":"2026-04-11T02:15:54.755313Z","end":"2026-04-11T02:15:54.93982Z","steps":["trace[1181531606] 'process raft request' (duration: 184.425318ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:15:54.939862Z","caller":"traceutil/trace.go:171","msg":"trace[1673514497] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"184.595352ms","start":"2026-04-11T02:15:54.755231Z","end":"2026-04-11T02:15:54.939826Z","steps":["trace[1673514497] 'process raft request' (duration: 46.610301ms)","trace[1673514497] 'compare' (duration: 137.318853ms)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:17:02.97936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.471687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:17:02.979471Z","caller":"traceutil/trace.go:171","msg":"trace[1080089284] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2801; }","duration":"134.655571ms","start":"2026-04-11T02:17:02.844797Z","end":"2026-04-11T02:17:02.979453Z","steps":["trace[1080089284] 'count revisions from in-memory index tree' (duration: 134.388274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:17:02.97999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.120539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-11T02:17:02.980076Z","caller":"traceutil/trace.go:171","msg":"trace[1093774910] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2801; }","duration":"104.245352ms","start":"2026-04-11T02:17:02.875811Z","end":"2026-04-11T02:17:02.980057Z","steps":["trace[1093774910] 'range keys from in-memory index tree' (duration: 103.936214ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:17:03.123858Z","caller":"traceutil/trace.go:171","msg":"trace[152556109] transaction","detail":"{read_only:false; response_revision:2802; number_of_response:1; }","duration":"139.176945ms","start":"2026-04-11T02:17:02.984652Z","end":"2026-04-11T02:17:03.123829Z","steps":["trace[152556109] 'process raft request' (duration: 138.914348ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:17:03.139596Z","caller":"traceutil/trace.go:171","msg":"trace[1563704904] transaction","detail":"{read_only:false; response_revision:2803; number_of_response:1; }","duration":"143.779611ms","start":"2026-04-11T02:17:02.995793Z","end":"2026-04-11T02:17:03.139572Z","steps":["trace[1563704904] 'process raft request' (duration: 143.606656ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:17:09.267482Z","caller":"traceutil/trace.go:171","msg":"trace[1109317043] transaction","detail":"{read_only:false; response_revision:2838; number_of_response:1; }","duration":"101.126127ms","start":"2026-04-11T02:17:09.166301Z","end":"2026-04-11T02:17:09.267427Z","steps":["trace[1109317043] 'process raft request' (duration: 86.535599ms)","trace[1109317043] 'compare' (duration: 14.384292ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:17:09.465795Z","caller":"traceutil/trace.go:171","msg":"trace[1635733321] transaction","detail":"{read_only:false; response_revision:2840; number_of_response:1; }","duration":"113.087784ms","start":"2026-04-11T02:17:09.352685Z","end":"2026-04-11T02:17:09.465773Z","steps":["trace[1635733321] 'process raft request' (duration: 27.50839ms)","trace[1635733321] 'compare' (duration: 85.388328ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:19:40.021407Z","caller":"traceutil/trace.go:171","msg":"trace[207128142] transaction","detail":"{read_only:false; response_revision:3831; number_of_response:1; }","duration":"146.038693ms","start":"2026-04-11T02:19:39.875343Z","end":"2026-04-11T02:19:40.021381Z","steps":["trace[207128142] 'process raft request' (duration: 145.879498ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:21:02.12217Z","caller":"traceutil/trace.go:171","msg":"trace[547780452] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"206.023014ms","start":"2026-04-11T02:21:01.916109Z","end":"2026-04-11T02:21:02.122132Z","steps":["trace[547780452] 'process raft request' (duration: 110.318489ms)","trace[547780452] 'compare' (duration: 95.51303ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:21:02.122249Z","caller":"traceutil/trace.go:171","msg":"trace[2024767342] linearizableReadLoop","detail":"{readStateIndex:5195; appliedIndex:5194; }","duration":"204.691378ms","start":"2026-04-11T02:21:01.917514Z","end":"2026-04-11T02:21:02.122205Z","steps":["trace[2024767342] 'read index received' (duration: 108.804978ms)","trace[2024767342] 'applied index is now lower than readState.Index' (duration: 95.88281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:21:02.122526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.996016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5083"} {"level":"info","ts":"2026-04-11T02:21:02.122596Z","caller":"traceutil/trace.go:171","msg":"trace[263416479] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:5001; }","duration":"205.073528ms","start":"2026-04-11T02:21:01.917505Z","end":"2026-04-11T02:21:02.122579Z","steps":["trace[263416479] 'agreement among raft nodes before linearized reading' (duration: 204.886473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:21:02.123426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.373197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777685"} {"level":"info","ts":"2026-04-11T02:21:02.12359Z","caller":"traceutil/trace.go:171","msg":"trace[927372410] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5001; }","duration":"154.607413ms","start":"2026-04-11T02:21:01.968946Z","end":"2026-04-11T02:21:02.123553Z","steps":["trace[927372410] 'agreement among raft nodes before linearized reading' (duration: 153.539064ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:21:04.174876Z","caller":"traceutil/trace.go:171","msg":"trace[138125077] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"132.7872ms","start":"2026-04-11T02:21:04.042064Z","end":"2026-04-11T02:21:04.174851Z","steps":["trace[138125077] 'process raft request' (duration: 87.358344ms)","trace[138125077] 'compare' (duration: 45.098257ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:21:20.356381Z","caller":"traceutil/trace.go:171","msg":"trace[17636867] transaction","detail":"{read_only:false; response_revision:5333; number_of_response:1; }","duration":"171.750137ms","start":"2026-04-11T02:21:20.184589Z","end":"2026-04-11T02:21:20.356339Z","steps":["trace[17636867] 'process raft request' (duration: 87.625061ms)","trace[17636867] 'compare' (duration: 83.867478ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:21:20.356459Z","caller":"traceutil/trace.go:171","msg":"trace[620813222] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"130.104066ms","start":"2026-04-11T02:21:20.226325Z","end":"2026-04-11T02:21:20.356429Z","steps":["trace[620813222] 'process raft request' (duration: 129.982103ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:21:20.356463Z","caller":"traceutil/trace.go:171","msg":"trace[1579908496] linearizableReadLoop","detail":"{readStateIndex:5537; appliedIndex:5536; }","duration":"171.49274ms","start":"2026-04-11T02:21:20.184933Z","end":"2026-04-11T02:21:20.356426Z","steps":["trace[1579908496] 'read index received' (duration: 87.319974ms)","trace[1579908496] 'applied index is now lower than readState.Index' (duration: 84.165236ms)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:21:20.35657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.620283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-11T02:21:20.356603Z","caller":"traceutil/trace.go:171","msg":"trace[1544997712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5334; }","duration":"171.706866ms","start":"2026-04-11T02:21:20.184888Z","end":"2026-04-11T02:21:20.356595Z","steps":["trace[1544997712] 'agreement among raft nodes before linearized reading' (duration: 171.626813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:21:20.709503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.465018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-11T02:21:20.709714Z","caller":"traceutil/trace.go:171","msg":"trace[1666942732] linearizableReadLoop","detail":"{readStateIndex:5539; appliedIndex:5538; }","duration":"170.701658ms","start":"2026-04-11T02:21:20.539Z","end":"2026-04-11T02:21:20.709702Z","steps":["trace[1666942732] 'read index received' (duration: 6.927092ms)","trace[1666942732] 'applied index is now lower than readState.Index' (duration: 163.773426ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:21:20.70977Z","caller":"traceutil/trace.go:171","msg":"trace[1764821713] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"345.679064ms","start":"2026-04-11T02:21:20.364053Z","end":"2026-04-11T02:21:20.709732Z","steps":["trace[1764821713] 'process raft request' (duration: 181.921058ms)","trace[1764821713] 'compare' (duration: 163.037396ms)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:21:20.709891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.899943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-11T02:21:20.709919Z","caller":"traceutil/trace.go:171","msg":"trace[2068474808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5335; }","duration":"170.967375ms","start":"2026-04-11T02:21:20.538945Z","end":"2026-04-11T02:21:20.709912Z","steps":["trace[2068474808] 'agreement among raft nodes before linearized reading' (duration: 170.854692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:21:20.709937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:21:20.364034Z","time spent":"345.819429ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-11T02:21:20.750784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.218881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-11T02:21:20.75086Z","caller":"traceutil/trace.go:171","msg":"trace[1565756231] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5336; }","duration":"159.339645ms","start":"2026-04-11T02:21:20.591503Z","end":"2026-04-11T02:21:20.750842Z","steps":["trace[1565756231] 'agreement among raft nodes before linearized reading' (duration: 159.037226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:21:20.750872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.854749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-11T02:21:20.750998Z","caller":"traceutil/trace.go:171","msg":"trace[1130517096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5336; }","duration":"164.049035ms","start":"2026-04-11T02:21:20.586933Z","end":"2026-04-11T02:21:20.750982Z","steps":["trace[1130517096] 'agreement among raft nodes before linearized reading' (duration: 163.659314ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:21:22.157125Z","caller":"traceutil/trace.go:171","msg":"trace[398828632] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"151.150748ms","start":"2026-04-11T02:21:22.005941Z","end":"2026-04-11T02:21:22.157091Z","steps":["trace[398828632] 'process raft request' (duration: 150.835329ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:22:26.997771Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2936} {"level":"info","ts":"2026-04-11T02:22:27.079225Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2936,"took":"78.532536ms","hash":1068700265,"current-db-size-bytes":58097664,"current-db-size":"58 MB","current-db-size-in-use-bytes":33587200,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-11T02:22:27.079308Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1068700265,"revision":2936,"compact-revision":-1} {"level":"info","ts":"2026-04-11T02:27:27.004414Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5993} {"level":"info","ts":"2026-04-11T02:27:27.099861Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5993,"took":"93.701537ms","hash":63960333,"current-db-size-bytes":58097664,"current-db-size":"58 MB","current-db-size-in-use-bytes":21790720,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-11T02:27:27.099935Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":63960333,"revision":5993,"compact-revision":2936} {"level":"info","ts":"2026-04-11T02:27:37.451156Z","caller":"traceutil/trace.go:171","msg":"trace[381415312] linearizableReadLoop","detail":"{readStateIndex:8578; appliedIndex:8577; }","duration":"308.512108ms","start":"2026-04-11T02:27:37.142611Z","end":"2026-04-11T02:27:37.451124Z","steps":["trace[381415312] 'read index received' (duration: 308.310833ms)","trace[381415312] 'applied index is now lower than readState.Index' (duration: 199.625µs)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:27:37.451212Z","caller":"traceutil/trace.go:171","msg":"trace[1968505204] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"321.822692ms","start":"2026-04-11T02:27:37.129351Z","end":"2026-04-11T02:27:37.451174Z","steps":["trace[1968505204] 'process raft request' (duration: 321.564705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:27:37.451349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.722294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-11T02:27:37.451407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:27:37.129333Z","time spent":"321.987956ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-11T02:27:37.451433Z","caller":"traceutil/trace.go:171","msg":"trace[199705950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8276; }","duration":"308.838827ms","start":"2026-04-11T02:27:37.142575Z","end":"2026-04-11T02:27:37.451414Z","steps":["trace[199705950] 'agreement among raft nodes before linearized reading' (duration: 308.677853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:27:37.451491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-11T02:27:37.142561Z","time spent":"308.921509ms","remote":"127.0.0.1:41736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-11T02:27:37.451565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.81703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6tkgv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-11T02:27:37.451656Z","caller":"traceutil/trace.go:171","msg":"trace[16245657] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6tkgv; range_end:; response_count:1; response_revision:8276; }","duration":"141.974334ms","start":"2026-04-11T02:27:37.309661Z","end":"2026-04-11T02:27:37.451635Z","steps":["trace[16245657] 'agreement among raft nodes before linearized reading' (duration: 141.693416ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:27:48.204401Z","caller":"traceutil/trace.go:171","msg":"trace[390904677] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"127.304843ms","start":"2026-04-11T02:27:48.077075Z","end":"2026-04-11T02:27:48.20438Z","steps":["trace[390904677] 'process raft request' (duration: 127.18083ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:27:48.211536Z","caller":"traceutil/trace.go:171","msg":"trace[902076013] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"120.756135ms","start":"2026-04-11T02:27:48.090749Z","end":"2026-04-11T02:27:48.211505Z","steps":["trace[902076013] 'process raft request' (duration: 120.634802ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:27:49.805668Z","caller":"traceutil/trace.go:171","msg":"trace[1283423970] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"142.461647ms","start":"2026-04-11T02:27:49.663159Z","end":"2026-04-11T02:27:49.805621Z","steps":["trace[1283423970] 'process raft request' (duration: 94.21523ms)","trace[1283423970] 'compare' (duration: 47.956999ms)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:27:51.004867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.681184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-11T02:27:51.005168Z","caller":"traceutil/trace.go:171","msg":"trace[1568322154] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"165.019753ms","start":"2026-04-11T02:27:50.840118Z","end":"2026-04-11T02:27:51.005138Z","steps":["trace[1568322154] 'process raft request' (duration: 58.933228ms)","trace[1568322154] 'compare' (duration: 105.547401ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:27:51.005409Z","caller":"traceutil/trace.go:171","msg":"trace[218931999] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"165.081505ms","start":"2026-04-11T02:27:50.840302Z","end":"2026-04-11T02:27:51.005383Z","steps":["trace[218931999] 'process raft request' (duration: 164.701735ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:28:17.853113Z","caller":"traceutil/trace.go:171","msg":"trace[1551955304] linearizableReadLoop","detail":"{readStateIndex:8859; appliedIndex:8858; }","duration":"150.181707ms","start":"2026-04-11T02:28:17.702905Z","end":"2026-04-11T02:28:17.853086Z","steps":["trace[1551955304] 'read index received' (duration: 150.016213ms)","trace[1551955304] 'applied index is now lower than readState.Index' (duration: 164.214µs)"],"step_count":2} {"level":"warn","ts":"2026-04-11T02:28:17.853426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.496266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6tkgv\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-11T02:28:17.853484Z","caller":"traceutil/trace.go:171","msg":"trace[1921971219] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6tkgv; range_end:; response_count:1; response_revision:8545; }","duration":"150.597679ms","start":"2026-04-11T02:28:17.702871Z","end":"2026-04-11T02:28:17.853469Z","steps":["trace[1921971219] 'agreement among raft nodes before linearized reading' (duration: 150.382883ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:28:17.8538Z","caller":"traceutil/trace.go:171","msg":"trace[1086094916] transaction","detail":"{read_only:false; response_revision:8545; number_of_response:1; }","duration":"186.502719ms","start":"2026-04-11T02:28:17.667285Z","end":"2026-04-11T02:28:17.853788Z","steps":["trace[1086094916] 'process raft request' (duration: 185.652045ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:28:18.052776Z","caller":"traceutil/trace.go:171","msg":"trace[789657308] transaction","detail":"{read_only:false; response_revision:8546; number_of_response:1; }","duration":"152.85497ms","start":"2026-04-11T02:28:17.899879Z","end":"2026-04-11T02:28:18.052734Z","steps":["trace[789657308] 'process raft request' (duration: 140.626516ms)","trace[789657308] 'compare' (duration: 11.795942ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:28:20.667404Z","caller":"traceutil/trace.go:171","msg":"trace[123748072] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"270.904662ms","start":"2026-04-11T02:28:20.396472Z","end":"2026-04-11T02:28:20.667377Z","steps":["trace[123748072] 'process raft request' (duration: 190.874718ms)","trace[123748072] 'compare' (duration: 79.647753ms)"],"step_count":2} {"level":"info","ts":"2026-04-11T02:28:30.186068Z","caller":"traceutil/trace.go:171","msg":"trace[974562551] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"165.911167ms","start":"2026-04-11T02:28:30.020112Z","end":"2026-04-11T02:28:30.186023Z","steps":["trace[974562551] 'process raft request' (duration: 160.695995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:28:30.186206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.983027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-xb7rj\" ","response":"range_response_count:1 size:2804"} {"level":"info","ts":"2026-04-11T02:28:30.186293Z","caller":"traceutil/trace.go:171","msg":"trace[719470094] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-xb7rj; range_end:; response_count:1; response_revision:8647; }","duration":"167.13528ms","start":"2026-04-11T02:28:30.019137Z","end":"2026-04-11T02:28:30.186272Z","steps":["trace[719470094] 'agreement among raft nodes before linearized reading' (duration: 166.828592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:28:30.186459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.133851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228812"} {"level":"info","ts":"2026-04-11T02:28:30.186583Z","caller":"traceutil/trace.go:171","msg":"trace[1032820064] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8647; }","duration":"167.348786ms","start":"2026-04-11T02:28:30.019215Z","end":"2026-04-11T02:28:30.186564Z","steps":["trace[1032820064] 'agreement among raft nodes before linearized reading' (duration: 166.74381ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:28:30.201628Z","caller":"traceutil/trace.go:171","msg":"trace[501454329] transaction","detail":"{read_only:false; response_revision:8648; number_of_response:1; }","duration":"100.467232ms","start":"2026-04-11T02:28:30.101109Z","end":"2026-04-11T02:28:30.201577Z","steps":["trace[501454329] 'process raft request' (duration: 100.306767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-11T02:28:30.20219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.409765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-xb7rj\" ","response":"range_response_count:1 size:4668"} {"level":"info","ts":"2026-04-11T02:28:30.202249Z","caller":"traceutil/trace.go:171","msg":"trace[991389198] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-xb7rj; range_end:; response_count:1; response_revision:8648; }","duration":"109.56625ms","start":"2026-04-11T02:28:30.092667Z","end":"2026-04-11T02:28:30.202233Z","steps":["trace[991389198] 'agreement among raft nodes before linearized reading' (duration: 109.377534ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:28:47.426635Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023c4.wal"} {"level":"info","ts":"2026-04-11T02:29:30.043555Z","caller":"traceutil/trace.go:171","msg":"trace[961283031] transaction","detail":"{read_only:false; response_revision:9304; number_of_response:1; }","duration":"118.559946ms","start":"2026-04-11T02:29:29.924955Z","end":"2026-04-11T02:29:30.043515Z","steps":["trace[961283031] 'process raft request' (duration: 118.075183ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:29:42.776428Z","caller":"traceutil/trace.go:171","msg":"trace[603889898] transaction","detail":"{read_only:false; response_revision:9383; number_of_response:1; }","duration":"264.31244ms","start":"2026-04-11T02:29:42.512088Z","end":"2026-04-11T02:29:42.7764Z","steps":["trace[603889898] 'process raft request' (duration: 263.867298ms)"],"step_count":1} {"level":"info","ts":"2026-04-11T02:30:19.14557Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a31e123290fcf0df","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-11T02:30:19.171011Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-11T02:30:19.171123Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-11T02:32:27.009958Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8086} {"level":"info","ts":"2026-04-11T02:32:27.076367Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8086,"took":"64.351647ms","hash":2619152313,"current-db-size-bytes":58097664,"current-db-size":"58 MB","current-db-size-in-use-bytes":29380608,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-11T02:32:27.076428Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2619152313,"revision":8086,"compact-revision":5993} {"level":"info","ts":"2026-04-11T02:37:27.017234Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10618} {"level":"info","ts":"2026-04-11T02:37:27.092153Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10618,"took":"73.053394ms","hash":2942818804,"current-db-size-bytes":58097664,"current-db-size":"58 MB","current-db-size-in-use-bytes":21413888,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-04-11T02:37:27.092216Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2942818804,"revision":10618,"compact-revision":8086}