{"level":"warn","ts":"2026-06-18T12:12:21.640521Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-18T12:12:21.640649Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.213:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.213:2380","--initial-cluster=controller-2=https://199.19.213.213:2380,controller-1=https://199.19.213.87:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.213:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.213:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-06-18T12:12:21.640969Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-18T12:12:21.640982Z","caller":"embed/etcd.go:140","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.213:2380"]} {"level":"info","ts":"2026-06-18T12:12:21.641010Z","caller":"embed/etcd.go:528","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-18T12:12:21.642714Z","caller":"embed/etcd.go:148","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.213:2379"]} {"level":"info","ts":"2026-06-18T12:12:21.643319Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.5.21","git-sha":"a17edfd","go-version":"go1.23.7","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.213:2380"],"listen-peer-urls":["https://199.19.213.213:2380"],"advertise-client-urls":["https://199.19.213.213:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.213:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.87:2380,controller-2=https://199.19.213.213:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-06-18T12:12:21.650651Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.540004ms"} {"level":"info","ts":"2026-06-18T12:12:21.659675Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.19.213.213:2380","host":"199.19.213.213:2380","resolved-addr":"199.19.213.213:2380"} {"level":"info","ts":"2026-06-18T12:12:21.659723Z","caller":"netutil/netutil.go:112","msg":"resolved URL Host","url":"https://199.19.213.87:2380","host":"199.19.213.87:2380","resolved-addr":"199.19.213.87:2380"} {"level":"info","ts":"2026-06-18T12:12:21.669480Z","caller":"etcdserver/raft.go:506","msg":"starting local member","local-member-id":"23444f0467cf418c","cluster-id":"f315f77360ac6549"} {"level":"info","ts":"2026-06-18T12:12:21.669611Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c switched to configuration voters=()"} {"level":"info","ts":"2026-06-18T12:12:21.669643Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c became follower at term 0"} {"level":"info","ts":"2026-06-18T12:12:21.669661Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 23444f0467cf418c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-06-18T12:12:21.678254Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-18T12:12:21.679828Z","caller":"mvcc/kvstore.go:425","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-18T12:12:21.679908Z","caller":"etcdserver/server.go:628","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-06-18T12:12:21.681713Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-18T12:12:21.684148Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"23444f0467cf418c","remote-peer-id":"bc3cb673a921c717"} {"level":"info","ts":"2026-06-18T12:12:21.684195Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"23444f0467cf418c","remote-peer-id":"bc3cb673a921c717","remote-peer-urls":["https://199.19.213.87:2380"]} {"level":"info","ts":"2026-06-18T12:12:21.684297Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"bc3cb673a921c717"} {"level":"info","ts":"2026-06-18T12:12:21.684349Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"23444f0467cf418c","remote-peer-id":"bc3cb673a921c717"} {"level":"info","ts":"2026-06-18T12:12:21.685941Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"23444f0467cf418c","remote-peer-id":"bc3cb673a921c717"} {"level":"info","ts":"2026-06-18T12:12:21.686401Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"23444f0467cf418c","remote-peer-id":"bc3cb673a921c717"} {"level":"info","ts":"2026-06-18T12:12:21.686662Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"bc3cb673a921c717"} {"level":"info","ts":"2026-06-18T12:12:21.686706Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"23444f0467cf418c","remote-peer-id":"bc3cb673a921c717","remote-peer-urls":["https://199.19.213.87:2380"]} {"level":"info","ts":"2026-06-18T12:12:21.686747Z","caller":"etcdserver/server.go:875","msg":"starting etcd server","local-member-id":"23444f0467cf418c","local-server-version":"3.5.21","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-18T12:12:21.687711Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-06-18T12:12:21.686812Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-18T12:12:21.689188Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-18T12:12:21.689211Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-18T12:12:21.689245Z","caller":"etcdserver/server.go:775","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-06-18T12:12:21.689640Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"23444f0467cf418c","remote-peer-id":"bc3cb673a921c717"} {"level":"info","ts":"2026-06-18T12:12:21.689702Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"23444f0467cf418c","remote-peer-id":"bc3cb673a921c717"} {"level":"info","ts":"2026-06-18T12:12:21.690831Z","caller":"embed/etcd.go:762","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-18T12:12:21.690981Z","caller":"embed/etcd.go:633","msg":"serving peer traffic","address":"199.19.213.213:2380"} {"level":"info","ts":"2026-06-18T12:12:21.691084Z","caller":"embed/etcd.go:603","msg":"cmux::serve","address":"199.19.213.213:2380"} {"level":"info","ts":"2026-06-18T12:12:21.691219Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"23444f0467cf418c","initial-advertise-peer-urls":["https://199.19.213.213:2380"],"listen-peer-urls":["https://199.19.213.213:2380"],"advertise-client-urls":["https://199.19.213.213:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.213:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-18T12:12:21.691273Z","caller":"embed/etcd.go:908","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-18T12:12:21.698282Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"bc3cb673a921c717"} {"level":"info","ts":"2026-06-18T12:12:21.698323Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"23444f0467cf418c","remote-peer-id":"bc3cb673a921c717"} {"level":"info","ts":"2026-06-18T12:12:21.705595Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"23444f0467cf418c","to":"bc3cb673a921c717","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-18T12:12:21.705631Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"23444f0467cf418c","remote-peer-id":"bc3cb673a921c717"} {"level":"info","ts":"2026-06-18T12:12:21.705956Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"23444f0467cf418c","remote-peer-id":"bc3cb673a921c717"} {"level":"info","ts":"2026-06-18T12:12:21.708679Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"23444f0467cf418c","to":"bc3cb673a921c717","stream-type":"stream Message"} {"level":"info","ts":"2026-06-18T12:12:21.708703Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"23444f0467cf418c","remote-peer-id":"bc3cb673a921c717"} {"level":"info","ts":"2026-06-18T12:12:21.734316Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c [term: 0] received a MsgHeartbeat message with higher term from bc3cb673a921c717 [term: 2]"} {"level":"info","ts":"2026-06-18T12:12:21.734435Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c became follower at term 2"} {"level":"info","ts":"2026-06-18T12:12:21.734761Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 23444f0467cf418c elected leader bc3cb673a921c717 at term 2"} {"level":"info","ts":"2026-06-18T12:12:21.753721Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c switched to configuration voters=(13563916785608148759)"} {"level":"info","ts":"2026-06-18T12:12:21.753849Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"f315f77360ac6549","local-member-id":"23444f0467cf418c","added-peer-id":"bc3cb673a921c717","added-peer-peer-urls":["https://199.19.213.87:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-06-18T12:12:21.754011Z","caller":"membership/cluster.go:587","msg":"set initial cluster version","cluster-id":"f315f77360ac6549","local-member-id":"23444f0467cf418c","cluster-version":"3.5"} {"level":"info","ts":"2026-06-18T12:12:21.754070Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-06-18T12:12:21.786189Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c switched to configuration voters=(13563916785608148759) learners=(2541242970083901836)"} {"level":"info","ts":"2026-06-18T12:12:21.786270Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"f315f77360ac6549","local-member-id":"23444f0467cf418c","added-peer-id":"23444f0467cf418c","added-peer-peer-urls":["https://199.19.213.213:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-06-18T12:12:21.786428Z","caller":"etcdserver/server.go:2144","msg":"published local member to cluster through raft","local-member-id":"23444f0467cf418c","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.213:2379]}","request-path":"/0/members/23444f0467cf418c/attributes","cluster-id":"f315f77360ac6549","publish-timeout":"7s"} {"level":"info","ts":"2026-06-18T12:12:21.786849Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-18T12:12:21.787423Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-18T12:12:21.787481Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-18T12:12:21.787643Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-18T12:12:21.788164Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-06-18T12:12:21.790066Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-06-18T12:12:21.790199Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-06-18T12:12:21.790870Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.213:2379"} {"level":"info","ts":"2026-06-18T12:12:22.144234Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c switched to configuration voters=(2541242970083901836 13563916785608148759)"} {"level":"info","ts":"2026-06-18T12:12:22.144352Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"f315f77360ac6549","local-member-id":"23444f0467cf418c","promoted-member-id":"23444f0467cf418c"} {"level":"warn","ts":"2026-06-18T12:12:30.269395Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4723324771121964605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:12:30.534458Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.06428302s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-18T12:12:30.552279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:12:29.469033Z","time spent":"1.083242466s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-18T12:12:30.554637Z","caller":"traceutil/trace.go:171","msg":"trace[1940081902] linearizableReadLoop","detail":"{readStateIndex:576; appliedIndex:576; }","duration":"785.863923ms","start":"2026-06-18T12:12:29.768752Z","end":"2026-06-18T12:12:30.554616Z","steps":["trace[1940081902] 'read index received' (duration: 785.850363ms)","trace[1940081902] 'applied index is now lower than readState.Index' (duration: 9.96µs)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:12:30.554817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.062898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-mjgq5\" limit:1 ","response":"range_response_count:1 size:4854"} {"level":"info","ts":"2026-06-18T12:12:30.554889Z","caller":"traceutil/trace.go:171","msg":"trace[759446476] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-mjgq5; range_end:; response_count:1; response_revision:543; }","duration":"786.187101ms","start":"2026-06-18T12:12:29.768689Z","end":"2026-06-18T12:12:30.554876Z","steps":["trace[759446476] 'agreement among raft nodes before linearized reading' (duration: 786.039798ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:12:30.554919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:12:29.768668Z","time spent":"786.242002ms","remote":"127.0.0.1:43748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4877,"request content":"key:\"/registry/pods/kube-system/kube-proxy-mjgq5\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:12:30.559233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.240962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-18T12:12:30.559313Z","caller":"traceutil/trace.go:171","msg":"trace[246493657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:543; }","duration":"644.370235ms","start":"2026-06-18T12:12:29.914925Z","end":"2026-06-18T12:12:30.559295Z","steps":["trace[246493657] 'agreement among raft nodes before linearized reading' (duration: 644.230562ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:12:30.559351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:12:29.914907Z","time spent":"644.435277ms","remote":"127.0.0.1:43846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:12:30.559668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.669879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-18T12:12:30.559975Z","caller":"traceutil/trace.go:171","msg":"trace[1118820521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:543; }","duration":"544.004697ms","start":"2026-06-18T12:12:30.015959Z","end":"2026-06-18T12:12:30.559963Z","steps":["trace[1118820521] 'agreement among raft nodes before linearized reading' (duration: 543.681249ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:12:30.560023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:12:30.015941Z","time spent":"544.070028ms","remote":"127.0.0.1:43846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-06-18T12:12:54.992070Z","caller":"traceutil/trace.go:171","msg":"trace[543683927] linearizableReadLoop","detail":"{readStateIndex:705; appliedIndex:705; }","duration":"121.37084ms","start":"2026-06-18T12:12:54.870672Z","end":"2026-06-18T12:12:54.992043Z","steps":["trace[543683927] 'read index received' (duration: 121.36591ms)","trace[543683927] 'applied index is now lower than readState.Index' (duration: 3.63µs)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:12:54.992276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.584462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-06-18T12:12:54.992426Z","caller":"traceutil/trace.go:171","msg":"trace[1460779636] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:661; }","duration":"121.658984ms","start":"2026-06-18T12:12:54.870635Z","end":"2026-06-18T12:12:54.992294Z","steps":["trace[1460779636] 'agreement among raft nodes before linearized reading' (duration: 121.513452ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:12:57.285586Z","caller":"traceutil/trace.go:171","msg":"trace[2024449693] linearizableReadLoop","detail":"{readStateIndex:711; appliedIndex:711; }","duration":"253.123395ms","start":"2026-06-18T12:12:57.032420Z","end":"2026-06-18T12:12:57.285543Z","steps":["trace[2024449693] 'read index received' (duration: 253.118595ms)","trace[2024449693] 'applied index is now lower than readState.Index' (duration: 3.65µs)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:12:57.285762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.324697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-18T12:12:57.285866Z","caller":"traceutil/trace.go:171","msg":"trace[423577013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:666; }","duration":"253.503699ms","start":"2026-06-18T12:12:57.032341Z","end":"2026-06-18T12:12:57.285845Z","steps":["trace[423577013] 'agreement among raft nodes before linearized reading' (duration: 253.321887ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:12:57.286919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.289384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-06-18T12:12:57.286968Z","caller":"traceutil/trace.go:171","msg":"trace[830714593] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:666; }","duration":"218.395206ms","start":"2026-06-18T12:12:57.068561Z","end":"2026-06-18T12:12:57.286957Z","steps":["trace[830714593] 'agreement among raft nodes before linearized reading' (duration: 218.289895ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:12:57.495181Z","caller":"traceutil/trace.go:171","msg":"trace[1084283534] linearizableReadLoop","detail":"{readStateIndex:715; appliedIndex:714; }","duration":"106.659845ms","start":"2026-06-18T12:12:57.388496Z","end":"2026-06-18T12:12:57.495156Z","steps":["trace[1084283534] 'read index received' (duration: 85.938123ms)","trace[1084283534] 'applied index is now lower than readState.Index' (duration: 20.720752ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:12:57.495315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.796846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:12:57.495358Z","caller":"traceutil/trace.go:171","msg":"trace[752080284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:670; }","duration":"106.889237ms","start":"2026-06-18T12:12:57.388456Z","end":"2026-06-18T12:12:57.495345Z","steps":["trace[752080284] 'agreement among raft nodes before linearized reading' (duration: 106.811256ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:13:05.665157Z","caller":"embed/config_logging.go:170","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.175:52128","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:13:06.176705Z","caller":"embed/config_logging.go:170","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.175:52174","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-18T12:13:06.189767Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c switched to configuration voters=(2541242970083901836 13563916785608148759) learners=(16919855025062231661)"} {"level":"info","ts":"2026-06-18T12:13:06.189904Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"f315f77360ac6549","local-member-id":"23444f0467cf418c","added-peer-id":"eacf668003f13e6d","added-peer-peer-urls":["https://199.19.213.175:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-06-18T12:13:06.189949Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"eacf668003f13e6d"} {"level":"info","ts":"2026-06-18T12:13:06.189984Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"23444f0467cf418c","remote-peer-id":"eacf668003f13e6d"} {"level":"info","ts":"2026-06-18T12:13:06.190232Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"23444f0467cf418c","remote-peer-id":"eacf668003f13e6d"} {"level":"info","ts":"2026-06-18T12:13:06.190374Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"23444f0467cf418c","remote-peer-id":"eacf668003f13e6d"} {"level":"info","ts":"2026-06-18T12:13:06.190423Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"eacf668003f13e6d"} {"level":"info","ts":"2026-06-18T12:13:06.190444Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"23444f0467cf418c","remote-peer-id":"eacf668003f13e6d"} {"level":"info","ts":"2026-06-18T12:13:06.190457Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"23444f0467cf418c","remote-peer-id":"eacf668003f13e6d","remote-peer-urls":["https://199.19.213.175:2380"]} {"level":"info","ts":"2026-06-18T12:13:06.190538Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"23444f0467cf418c","remote-peer-id":"eacf668003f13e6d"} {"level":"warn","ts":"2026-06-18T12:13:06.202721Z","caller":"embed/config_logging.go:170","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.175:52186","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:13:06.239214Z","caller":"embed/config_logging.go:170","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.175:52218","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-18T12:13:07.242009Z","caller":"embed/config_logging.go:170","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.175:52236","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-18T12:13:08.195269Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"23444f0467cf418c","to":"eacf668003f13e6d","stream-type":"stream Message"} {"level":"info","ts":"2026-06-18T12:13:08.195327Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"eacf668003f13e6d"} {"level":"info","ts":"2026-06-18T12:13:08.195380Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"23444f0467cf418c","remote-peer-id":"eacf668003f13e6d"} {"level":"info","ts":"2026-06-18T12:13:08.199045Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"23444f0467cf418c","to":"eacf668003f13e6d","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-18T12:13:08.199094Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"23444f0467cf418c","remote-peer-id":"eacf668003f13e6d"} {"level":"info","ts":"2026-06-18T12:13:08.206358Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"23444f0467cf418c","remote-peer-id":"eacf668003f13e6d"} {"level":"info","ts":"2026-06-18T12:13:08.212582Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"23444f0467cf418c","remote-peer-id":"eacf668003f13e6d"} {"level":"info","ts":"2026-06-18T12:13:08.782200Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c switched to configuration voters=(2541242970083901836 13563916785608148759 16919855025062231661)"} {"level":"info","ts":"2026-06-18T12:13:08.782328Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"f315f77360ac6549","local-member-id":"23444f0467cf418c","promoted-member-id":"eacf668003f13e6d"} {"level":"info","ts":"2026-06-18T12:13:42.067908Z","caller":"traceutil/trace.go:171","msg":"trace[958582990] linearizableReadLoop","detail":"{readStateIndex:936; appliedIndex:936; }","duration":"133.932225ms","start":"2026-06-18T12:13:41.933948Z","end":"2026-06-18T12:13:42.067880Z","steps":["trace[958582990] 'read index received' (duration: 133.925975ms)","trace[958582990] 'applied index is now lower than readState.Index' (duration: 4.38µs)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:13:42.068058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.089125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:13:42.068124Z","caller":"traceutil/trace.go:171","msg":"trace[747847664] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:861; }","duration":"134.196165ms","start":"2026-06-18T12:13:41.933910Z","end":"2026-06-18T12:13:42.068106Z","steps":["trace[747847664] 'agreement among raft nodes before linearized reading' (duration: 134.084955ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:13:51.428737Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4723324771121965078,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:13:51.929809Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4723324771121965078,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-18T12:13:51.964702Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c [logterm: 2, index: 1017, vote: 0] cast MsgPreVote for eacf668003f13e6d [logterm: 2, index: 1017] at term 2"} {"level":"info","ts":"2026-06-18T12:13:51.966998Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c [term: 2] received a MsgVote message with higher term from eacf668003f13e6d [term: 3]"} {"level":"info","ts":"2026-06-18T12:13:51.967059Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c became follower at term 3"} {"level":"info","ts":"2026-06-18T12:13:51.967076Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c [logterm: 2, index: 1017, vote: 0] cast MsgVote for eacf668003f13e6d [logterm: 2, index: 1017] at term 3"} {"level":"info","ts":"2026-06-18T12:13:51.967090Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 23444f0467cf418c lost leader bc3cb673a921c717 at term 3"} {"level":"warn","ts":"2026-06-18T12:13:52.430726Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4723324771121965078,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-18T12:13:52.430892Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-06-18T12:13:52.685204Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 23444f0467cf418c elected leader eacf668003f13e6d at term 3"} {"level":"warn","ts":"2026-06-18T12:13:52.685416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757164442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-18T12:13:52.685474Z","caller":"traceutil/trace.go:171","msg":"trace[1132626064] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; }","duration":"1.757268142s","start":"2026-06-18T12:13:50.928191Z","end":"2026-06-18T12:13:52.685460Z","steps":["trace[1132626064] 'agreement among raft nodes before linearized reading' (duration: 1.757187992s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:13:52.685513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:13:50.928174Z","time spent":"1.757327922s","remote":"127.0.0.1:43676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-06-18T12:13:52.775478Z","caller":"etcdserver/v3_server.go:912","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-06-18T12:13:52.881598Z","caller":"traceutil/trace.go:171","msg":"trace[987623735] linearizableReadLoop","detail":"{readStateIndex:1018; appliedIndex:1019; }","duration":"196.167537ms","start":"2026-06-18T12:13:52.685356Z","end":"2026-06-18T12:13:52.881523Z","steps":["trace[987623735] 'read index received' (duration: 196.157857ms)","trace[987623735] 'applied index is now lower than readState.Index' (duration: 8.15µs)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:13:52.881845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790395569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-06-18T12:13:52.881895Z","caller":"traceutil/trace.go:171","msg":"trace[2142470096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:936; }","duration":"1.790506689s","start":"2026-06-18T12:13:51.091371Z","end":"2026-06-18T12:13:52.881877Z","steps":["trace[2142470096] 'agreement among raft nodes before linearized reading' (duration: 1.79033818s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:13:52.882058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:13:51.091353Z","time spent":"1.790689129s","remote":"127.0.0.1:43846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:13:52.882314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.01635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:13:52.882457Z","caller":"traceutil/trace.go:171","msg":"trace[1514577753] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:938; }","duration":"619.209039ms","start":"2026-06-18T12:13:52.263228Z","end":"2026-06-18T12:13:52.882437Z","steps":["trace[1514577753] 'agreement among raft nodes before linearized reading' (duration: 619.031429ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:13:52.882505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:13:52.263209Z","time spent":"619.286739ms","remote":"127.0.0.1:43914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-18T12:13:52.882821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379701719s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:13:52.883270Z","caller":"traceutil/trace.go:171","msg":"trace[36429329] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:938; }","duration":"1.380161927s","start":"2026-06-18T12:13:51.503089Z","end":"2026-06-18T12:13:52.883251Z","steps":["trace[36429329] 'agreement among raft nodes before linearized reading' (duration: 1.379666669s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:13:52.883976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.610931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:13:52.884067Z","caller":"traceutil/trace.go:171","msg":"trace[428064944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:938; }","duration":"495.72787ms","start":"2026-06-18T12:13:52.388314Z","end":"2026-06-18T12:13:52.884042Z","steps":["trace[428064944] 'agreement among raft nodes before linearized reading' (duration: 495.612741ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:13:52.884110Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:13:52.388294Z","time spent":"495.80765ms","remote":"127.0.0.1:43568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-18T12:13:52.921321Z","caller":"traceutil/trace.go:171","msg":"trace[2045949503] transaction","detail":"{read_only:false; number_of_response:1; response_revision:941; }","duration":"136.855422ms","start":"2026-06-18T12:13:52.784433Z","end":"2026-06-18T12:13:52.921288Z","steps":["trace[2045949503] 'process raft request' (duration: 136.413463ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:13:52.921402Z","caller":"traceutil/trace.go:171","msg":"trace[44598899] transaction","detail":"{read_only:false; number_of_response:0; response_revision:941; }","duration":"139.486254ms","start":"2026-06-18T12:13:52.781879Z","end":"2026-06-18T12:13:52.921365Z","steps":["trace[44598899] 'process raft request' (duration: 138.913615ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:13:52.920811Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4723324771121965082,"received-request-id":4723324771121965079} {"level":"info","ts":"2026-06-18T12:13:57.395418Z","caller":"traceutil/trace.go:171","msg":"trace[1755126528] linearizableReadLoop","detail":"{readStateIndex:1050; appliedIndex:1050; }","duration":"123.160516ms","start":"2026-06-18T12:13:57.272238Z","end":"2026-06-18T12:13:57.395398Z","steps":["trace[1755126528] 'read index received' (duration: 123.156666ms)","trace[1755126528] 'applied index is now lower than readState.Index' (duration: 3.08µs)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:13:57.395611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.339665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T12:13:57.395718Z","caller":"traceutil/trace.go:171","msg":"trace[2109790415] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:957; }","duration":"123.465944ms","start":"2026-06-18T12:13:57.272229Z","end":"2026-06-18T12:13:57.395695Z","steps":["trace[2109790415] 'agreement among raft nodes before linearized reading' (duration: 123.286085ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:14:00.374307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.191172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wkhqc\" limit:1 ","response":"range_response_count:1 size:18163"} {"level":"info","ts":"2026-06-18T12:14:00.374431Z","caller":"traceutil/trace.go:171","msg":"trace[3005362] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wkhqc; range_end:; response_count:1; response_revision:981; }","duration":"394.375541ms","start":"2026-06-18T12:13:59.980029Z","end":"2026-06-18T12:14:00.374404Z","steps":["trace[3005362] 'range keys from in-memory index tree' (duration: 392.07306ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:14:00.374347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.230874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-18T12:14:00.374664Z","caller":"traceutil/trace.go:171","msg":"trace[916262950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:981; }","duration":"443.576073ms","start":"2026-06-18T12:13:59.931060Z","end":"2026-06-18T12:14:00.374636Z","steps":["trace[916262950] 'range keys from in-memory index tree' (duration: 437.056108ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:14:00.374873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:13:59.931046Z","time spent":"443.808982ms","remote":"127.0.0.1:43846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:14:00.375047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:13:59.980014Z","time spent":"394.55142ms","remote":"127.0.0.1:43748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18186,"request content":"key:\"/registry/pods/kube-system/cilium-wkhqc\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:14:00.887706Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4723324771121965133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:14:01.388774Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4723324771121965133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:14:01.889272Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4723324771121965133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:14:02.387801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000745797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-18T12:14:02.387871Z","caller":"traceutil/trace.go:171","msg":"trace[2091303812] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000925417s","start":"2026-06-18T12:14:00.386932Z","end":"2026-06-18T12:14:02.387857Z","steps":["trace[2091303812] 'agreement among raft nodes before linearized reading' (duration: 2.000773337s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:14:02.387903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:14:00.386914Z","time spent":"2.000983117s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/18 12:14:02 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-18T12:14:02.390235Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4723324771121965133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:14:02.562813Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.871157962s","expected-duration":"1s"} {"level":"info","ts":"2026-06-18T12:14:02.563043Z","caller":"traceutil/trace.go:171","msg":"trace[114641256] linearizableReadLoop","detail":"{readStateIndex:1077; appliedIndex:1077; }","duration":"2.176051404s","start":"2026-06-18T12:14:00.386968Z","end":"2026-06-18T12:14:02.563020Z","steps":["trace[114641256] 'read index received' (duration: 2.176043824s)","trace[114641256] 'applied index is now lower than readState.Index' (duration: 6.53µs)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:14:03.063524Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4723324771121965136,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-18T12:14:03.165148Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c [logterm: 3, index: 1079, vote: eacf668003f13e6d] ignored MsgPreVote from eacf668003f13e6d [logterm: 3, index: 1079] at term 3: lease is not expired (remaining ticks: 3)"} {"level":"warn","ts":"2026-06-18T12:14:03.564575Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4723324771121965136,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-18T12:14:03.770162Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c is starting a new election at term 3"} {"level":"info","ts":"2026-06-18T12:14:03.770249Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c became pre-candidate at term 3"} {"level":"info","ts":"2026-06-18T12:14:03.770271Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c received MsgPreVoteResp from 23444f0467cf418c at term 3"} {"level":"info","ts":"2026-06-18T12:14:03.770299Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c [logterm: 3, index: 1079] sent MsgPreVote request to bc3cb673a921c717 at term 3"} {"level":"info","ts":"2026-06-18T12:14:03.770315Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c [logterm: 3, index: 1079] sent MsgPreVote request to eacf668003f13e6d at term 3"} {"level":"info","ts":"2026-06-18T12:14:03.770332Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 23444f0467cf418c lost leader eacf668003f13e6d at term 3"} {"level":"info","ts":"2026-06-18T12:14:03.771500Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c received MsgPreVoteResp from eacf668003f13e6d at term 3"} {"level":"info","ts":"2026-06-18T12:14:03.771522Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-06-18T12:14:03.771544Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c became candidate at term 4"} {"level":"info","ts":"2026-06-18T12:14:03.771552Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c received MsgVoteResp from 23444f0467cf418c at term 4"} {"level":"info","ts":"2026-06-18T12:14:03.771564Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c [logterm: 3, index: 1079] sent MsgVote request to bc3cb673a921c717 at term 4"} {"level":"info","ts":"2026-06-18T12:14:03.771573Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c [logterm: 3, index: 1079] sent MsgVote request to eacf668003f13e6d at term 4"} {"level":"warn","ts":"2026-06-18T12:14:04.065567Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4723324771121965136,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-18T12:14:04.132221Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c [logterm: 3, index: 1079, vote: 23444f0467cf418c] rejected MsgPreVote from bc3cb673a921c717 [logterm: 3, index: 1079] at term 4"} {"level":"warn","ts":"2026-06-18T12:14:04.394195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000319032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-18T12:14:04.394263Z","caller":"traceutil/trace.go:171","msg":"trace[743638117] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000451732s","start":"2026-06-18T12:14:02.393796Z","end":"2026-06-18T12:14:04.394247Z","steps":["trace[743638117] 'agreement among raft nodes before linearized reading' (duration: 2.000342272s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:14:04.394463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:14:02.393782Z","time spent":"2.0006505s","remote":"127.0.0.1:43568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/18 12:14:04 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-06-18T12:14:04.565964Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c [logterm: 3, index: 1079, vote: 23444f0467cf418c] rejected MsgPreVote from eacf668003f13e6d [logterm: 3, index: 1079] at term 4"} {"level":"warn","ts":"2026-06-18T12:14:04.566070Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4723324771121965136,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-18T12:14:04.600313Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c received MsgVoteResp from eacf668003f13e6d at term 4"} {"level":"info","ts":"2026-06-18T12:14:04.600378Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-06-18T12:14:04.600410Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c became leader at term 4"} {"level":"info","ts":"2026-06-18T12:14:04.600433Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 23444f0467cf418c elected leader 23444f0467cf418c at term 4"} {"level":"warn","ts":"2026-06-18T12:14:04.600625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.243875924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-18T12:14:04.600724Z","caller":"traceutil/trace.go:171","msg":"trace[992864395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.244050883s","start":"2026-06-18T12:14:01.356654Z","end":"2026-06-18T12:14:04.600705Z","steps":["trace[992864395] 'agreement among raft nodes before linearized reading' (duration: 3.243912134s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:14:04.600801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:14:01.356633Z","time spent":"3.244148813s","remote":"127.0.0.1:43846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:14:04.600964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.097265524s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-18T12:14:04.601068Z","caller":"traceutil/trace.go:171","msg":"trace[1798752650] range","detail":"{range_begin:; range_end:; }","duration":"4.097475553s","start":"2026-06-18T12:14:00.503574Z","end":"2026-06-18T12:14:04.601050Z","steps":["trace[1798752650] 'agreement among raft nodes before linearized reading' (duration: 4.097263474s)"],"step_count":1} {"level":"error","ts":"2026-06-18T12:14:04.601177Z","caller":"etcdhttp/health.go:370","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:370\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-06-18T12:14:04.600961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.354190502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-18T12:14:04.601810Z","caller":"traceutil/trace.go:171","msg":"trace[1972675554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"3.355195006s","start":"2026-06-18T12:14:01.246595Z","end":"2026-06-18T12:14:04.601790Z","steps":["trace[1972675554] 'agreement among raft nodes before linearized reading' (duration: 3.354216751s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:14:04.601873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:14:01.246579Z","time spent":"3.355278686s","remote":"127.0.0.1:43846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-06-18T12:14:04.982404Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23444f0467cf418c [logterm: 4, index: 1085, vote: 23444f0467cf418c] rejected MsgVote from bc3cb673a921c717 [logterm: 3, index: 1079] at term 4"} {"level":"warn","ts":"2026-06-18T12:14:05.100608Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4723324771121965137,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-18T12:14:05.269398Z","caller":"traceutil/trace.go:171","msg":"trace[1694021874] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"4.872823592s","start":"2026-06-18T12:14:00.396554Z","end":"2026-06-18T12:14:05.269378Z","steps":["trace[1694021874] 'process raft request' (duration: 4.872612523s)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:14:05.269610Z","caller":"etcdserver/v3_server.go:912","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-06-18T12:14:05.269962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:14:00.396528Z","time spent":"4.872944821s","remote":"127.0.0.1:43748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18320,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T12:14:05.438678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000455302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-18T12:14:05.438754Z","caller":"traceutil/trace.go:171","msg":"trace[1378257671] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00089278s","start":"2026-06-18T12:14:03.437844Z","end":"2026-06-18T12:14:05.438737Z","steps":["trace[1378257671] 'agreement among raft nodes before linearized reading' (duration: 2.000478102s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:14:05.438847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:14:03.437830Z","time spent":"2.00100341s","remote":"127.0.0.1:43568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/18 12:14:05 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-18T12:14:05.605473Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"eacf668003f13e6d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"136.503379ms"} {"level":"warn","ts":"2026-06-18T12:14:05.605564Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"bc3cb673a921c717","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"136.606169ms"} {"level":"info","ts":"2026-06-18T12:14:05.605549Z","caller":"traceutil/trace.go:171","msg":"trace[566089817] linearizableReadLoop","detail":"{readStateIndex:1080; appliedIndex:1080; }","duration":"1.004999842s","start":"2026-06-18T12:14:04.600524Z","end":"2026-06-18T12:14:05.605524Z","steps":["trace[566089817] 'read index received' (duration: 1.004989552s)","trace[566089817] 'applied index is now lower than readState.Index' (duration: 8.83µs)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:14:05.605689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211021963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:14:05.605751Z","caller":"traceutil/trace.go:171","msg":"trace[650698986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:986; }","duration":"1.211145943s","start":"2026-06-18T12:14:04.394589Z","end":"2026-06-18T12:14:05.605735Z","steps":["trace[650698986] 'agreement among raft nodes before linearized reading' (duration: 1.211043104s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:14:05.605822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:14:04.394556Z","time spent":"1.211252183s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T12:14:05.606194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.803184455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-18T12:14:05.606248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.003688735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-06-18T12:14:05.606295Z","caller":"traceutil/trace.go:171","msg":"trace[1617262912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:986; }","duration":"3.003784105s","start":"2026-06-18T12:14:02.602499Z","end":"2026-06-18T12:14:05.606283Z","steps":["trace[1617262912] 'agreement among raft nodes before linearized reading' (duration: 3.003638375s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:14:05.606336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:14:02.602481Z","time spent":"3.003846324s","remote":"127.0.0.1:43846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:14:05.606394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74858138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-18T12:14:05.606441Z","caller":"traceutil/trace.go:171","msg":"trace[719097146] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:987; }","duration":"1.74867066s","start":"2026-06-18T12:14:03.857757Z","end":"2026-06-18T12:14:05.606427Z","steps":["trace[719097146] 'agreement among raft nodes before linearized reading' (duration: 1.74856391s)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:14:05.606288Z","caller":"traceutil/trace.go:171","msg":"trace[965929529] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:986; }","duration":"2.803324655s","start":"2026-06-18T12:14:02.802940Z","end":"2026-06-18T12:14:05.606264Z","steps":["trace[965929529] 'agreement among raft nodes before linearized reading' (duration: 2.803172085s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:14:05.606578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:14:02.802920Z","time spent":"2.803604103s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-06-18T12:14:05.606656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032630857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-18T12:14:05.606741Z","caller":"traceutil/trace.go:171","msg":"trace[1034647417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:988; }","duration":"2.032759577s","start":"2026-06-18T12:14:03.573965Z","end":"2026-06-18T12:14:05.606725Z","steps":["trace[1034647417] 'agreement among raft nodes before linearized reading' (duration: 2.032510798s)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:14:05.606751Z","caller":"traceutil/trace.go:171","msg":"trace[1712533734] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"3.216385183s","start":"2026-06-18T12:14:02.390345Z","end":"2026-06-18T12:14:05.606731Z","steps":["trace[1712533734] 'process raft request' (duration: 3.215977415s)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:14:05.606815Z","caller":"traceutil/trace.go:171","msg":"trace[1896596581] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"410.709115ms","start":"2026-06-18T12:14:05.196092Z","end":"2026-06-18T12:14:05.606801Z","steps":["trace[1896596581] 'process raft request' (duration: 410.654185ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:14:05.606905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:14:02.390329Z","time spent":"3.216501783s","remote":"127.0.0.1:43642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-18T12:14:05.606929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:14:05.196068Z","time spent":"410.795815ms","remote":"127.0.0.1:43846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T12:14:05.606488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:14:03.857723Z","time spent":"1.7487523s","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-06-18T12:14:05.606787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:14:03.573942Z","time spent":"2.032831626s","remote":"127.0.0.1:43846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-06-18T12:14:05.784463Z","caller":"traceutil/trace.go:171","msg":"trace[521018639] linearizableReadLoop","detail":"{readStateIndex:1086; appliedIndex:1087; }","duration":"178.84116ms","start":"2026-06-18T12:14:05.605596Z","end":"2026-06-18T12:14:05.784437Z","steps":["trace[521018639] 'read index received' (duration: 178.83188ms)","trace[521018639] 'applied index is now lower than readState.Index' (duration: 7.82µs)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:14:05.784589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.968982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wkhqc\" limit:1 ","response":"range_response_count:1 size:18335"} {"level":"info","ts":"2026-06-18T12:14:05.784641Z","caller":"traceutil/trace.go:171","msg":"trace[1493386940] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wkhqc; range_end:; response_count:1; response_revision:993; }","duration":"504.057482ms","start":"2026-06-18T12:14:05.280570Z","end":"2026-06-18T12:14:05.784627Z","steps":["trace[1493386940] 'agreement among raft nodes before linearized reading' (duration: 503.913423ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:14:05.784676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:14:05.280554Z","time spent":"504.114272ms","remote":"127.0.0.1:43748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18358,"request content":"key:\"/registry/pods/kube-system/cilium-wkhqc\" limit:1 "} {"level":"warn","ts":"2026-06-18T12:14:05.784730Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.614815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.213\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-06-18T12:14:05.784717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181865851s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:14:05.784856Z","caller":"traceutil/trace.go:171","msg":"trace[374487839] range","detail":"{range_begin:/registry/masterleases/199.19.213.213; range_end:; response_count:1; response_revision:994; }","duration":"954.746714ms","start":"2026-06-18T12:14:04.830021Z","end":"2026-06-18T12:14:05.784767Z","steps":["trace[374487839] 'agreement among raft nodes before linearized reading' (duration: 954.585615ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:14:05.784924Z","caller":"traceutil/trace.go:171","msg":"trace[1975186033] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:994; }","duration":"1.182052s","start":"2026-06-18T12:14:04.602813Z","end":"2026-06-18T12:14:05.784865Z","steps":["trace[1975186033] 'agreement among raft nodes before linearized reading' (duration: 1.181833381s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:14:05.784937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:14:04.829998Z","time spent":"954.923303ms","remote":"127.0.0.1:43592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.213\" limit:1 "} {"level":"info","ts":"2026-06-18T12:14:05.784921Z","caller":"traceutil/trace.go:171","msg":"trace[1464052365] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"174.108672ms","start":"2026-06-18T12:14:05.610766Z","end":"2026-06-18T12:14:05.784875Z","steps":["trace[1464052365] 'process raft request' (duration: 173.646484ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:14:05.785654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.199115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:14:05.785703Z","caller":"traceutil/trace.go:171","msg":"trace[83041221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:995; }","duration":"171.274535ms","start":"2026-06-18T12:14:05.614416Z","end":"2026-06-18T12:14:05.785691Z","steps":["trace[83041221] 'agreement among raft nodes before linearized reading' (duration: 171.205885ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:14:05.952374Z","caller":"traceutil/trace.go:171","msg":"trace[1783791530] linearizableReadLoop","detail":"{readStateIndex:1091; appliedIndex:1094; }","duration":"129.249341ms","start":"2026-06-18T12:14:05.823100Z","end":"2026-06-18T12:14:05.952349Z","steps":["trace[1783791530] 'read index received' (duration: 129.241991ms)","trace[1783791530] 'applied index is now lower than readState.Index' (duration: 6.03µs)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:14:05.952525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.752391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:14:05.952567Z","caller":"traceutil/trace.go:171","msg":"trace[46385339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:998; }","duration":"165.843791ms","start":"2026-06-18T12:14:05.786711Z","end":"2026-06-18T12:14:05.952555Z","steps":["trace[46385339] 'agreement among raft nodes before linearized reading' (duration: 165.742671ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:14:05.952780Z","caller":"traceutil/trace.go:171","msg":"trace[640493054] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"128.255725ms","start":"2026-06-18T12:14:05.824506Z","end":"2026-06-18T12:14:05.952762Z","steps":["trace[640493054] 'process raft request' (duration: 127.899957ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:14:19.535416Z","caller":"traceutil/trace.go:171","msg":"trace[1940541801] linearizableReadLoop","detail":"{readStateIndex:1379; appliedIndex:1378; }","duration":"146.578591ms","start":"2026-06-18T12:14:19.388812Z","end":"2026-06-18T12:14:19.535391Z","steps":["trace[1940541801] 'read index received' (duration: 107.601375ms)","trace[1940541801] 'applied index is now lower than readState.Index' (duration: 38.976496ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:14:19.535736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.913629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:14:19.535794Z","caller":"traceutil/trace.go:171","msg":"trace[1889305201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1228; }","duration":"147.013818ms","start":"2026-06-18T12:14:19.388766Z","end":"2026-06-18T12:14:19.535780Z","steps":["trace[1889305201] 'agreement among raft nodes before linearized reading' (duration: 146.920409ms)"],"step_count":1}