{"level":"warn","ts":"2026-07-08T15:39:56.050315Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-08T15:39:56.050395Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.229:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.229:2380","--initial-cluster=instance=https://199.204.45.229:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.229:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.229:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-08T15:39:56.05046Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-08T15:39:56.050471Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-07-08T15:39:56.05049Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-08T15:39:56.051132Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"]} {"level":"info","ts":"2026-07-08T15:39:56.0512Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.229:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-08T15:39:56.055875Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.469699ms"} {"level":"info","ts":"2026-07-08T15:39:56.063121Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3ba9ae53cc4335db","cluster-id":"4ad2674607ff1d60"} {"level":"info","ts":"2026-07-08T15:39:56.063264Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=()"} {"level":"info","ts":"2026-07-08T15:39:56.063304Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 0"} {"level":"info","ts":"2026-07-08T15:39:56.063326Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3ba9ae53cc4335db [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-08T15:39:56.063346Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 1"} {"level":"info","ts":"2026-07-08T15:39:56.063389Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"warn","ts":"2026-07-08T15:39:56.071323Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-08T15:39:56.072894Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-08T15:39:56.074363Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-08T15:39:56.076969Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3ba9ae53cc4335db","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-08T15:39:56.077519Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3ba9ae53cc4335db","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-08T15:39:56.077604Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-08T15:39:56.077634Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-08T15:39:56.077648Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-08T15:39:56.078265Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"info","ts":"2026-07-08T15:39:56.078759Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","added-peer-id":"3ba9ae53cc4335db","added-peer-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-07-08T15:39:56.082661Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-08T15:39:56.082807Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-07-08T15:39:56.082862Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-07-08T15:39:56.082902Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3ba9ae53cc4335db","initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-08T15:39:56.083967Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-08T15:39:56.964332Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db is starting a new election at term 1"} {"level":"info","ts":"2026-07-08T15:39:56.964468Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became pre-candidate at term 1"} {"level":"info","ts":"2026-07-08T15:39:56.964506Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgPreVoteResp from 3ba9ae53cc4335db at term 1"} {"level":"info","ts":"2026-07-08T15:39:56.964591Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became candidate at term 2"} {"level":"info","ts":"2026-07-08T15:39:56.964616Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgVoteResp from 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-07-08T15:39:56.96464Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became leader at term 2"} {"level":"info","ts":"2026-07-08T15:39:56.96466Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3ba9ae53cc4335db elected leader 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-07-08T15:39:56.965947Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-08T15:39:56.966981Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3ba9ae53cc4335db","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.229:2379]}","request-path":"/0/members/3ba9ae53cc4335db/attributes","cluster-id":"4ad2674607ff1d60","publish-timeout":"7s"} {"level":"info","ts":"2026-07-08T15:39:56.96708Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-08T15:39:56.967288Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","cluster-version":"3.5"} {"level":"info","ts":"2026-07-08T15:39:56.967419Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-08T15:39:56.967482Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-08T15:39:56.967812Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-08T15:39:56.967472Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-08T15:39:56.967875Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-08T15:39:56.971439Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.229:2379"} {"level":"info","ts":"2026-07-08T15:39:56.971802Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-08T15:40:01.5562Z","caller":"traceutil/trace.go:171","msg":"trace[15156172] linearizableReadLoop","detail":"{readStateIndex:228; appliedIndex:227; }","duration":"510.141348ms","start":"2026-07-08T15:40:01.046032Z","end":"2026-07-08T15:40:01.556174Z","steps":["trace[15156172] 'read index received' (duration: 497.169672ms)","trace[15156172] 'applied index is now lower than readState.Index' (duration: 12.970676ms)"],"step_count":2} {"level":"warn","ts":"2026-07-08T15:40:01.55645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.996061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3709"} {"level":"info","ts":"2026-07-08T15:40:01.556439Z","caller":"traceutil/trace.go:171","msg":"trace[1895494086] transaction","detail":"{read_only:false; response_revision:222; number_of_response:1; }","duration":"528.729028ms","start":"2026-07-08T15:40:01.027516Z","end":"2026-07-08T15:40:01.556245Z","steps":["trace[1895494086] 'process raft request' (duration: 515.62414ms)","trace[1895494086] 'compare' (duration: 12.921944ms)"],"step_count":2} {"level":"info","ts":"2026-07-08T15:40:01.556529Z","caller":"traceutil/trace.go:171","msg":"trace[1731960281] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:222; }","duration":"237.131304ms","start":"2026-07-08T15:40:01.319386Z","end":"2026-07-08T15:40:01.556517Z","steps":["trace[1731960281] 'agreement among raft nodes before linearized reading' (duration: 236.980112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:01.556519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.425352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-08T15:40:01.556663Z","caller":"traceutil/trace.go:171","msg":"trace[274949414] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:0; response_revision:222; }","duration":"510.629786ms","start":"2026-07-08T15:40:01.046001Z","end":"2026-07-08T15:40:01.556631Z","steps":["trace[274949414] 'agreement among raft nodes before linearized reading' (duration: 510.335541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:01.556723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:01.045986Z","time spent":"510.725227ms","remote":"127.0.0.1:57480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" "} {"level":"warn","ts":"2026-07-08T15:40:01.557123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:01.027486Z","time spent":"529.073482ms","remote":"127.0.0.1:57544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-08T15:40:02.785577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.319697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-08T15:40:02.785679Z","caller":"traceutil/trace.go:171","msg":"trace[1075261428] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:0; response_revision:272; }","duration":"189.50714ms","start":"2026-07-08T15:40:02.596151Z","end":"2026-07-08T15:40:02.785658Z","steps":["trace[1075261428] 'range keys from in-memory index tree' (duration: 189.093184ms)"],"step_count":1} {"level":"info","ts":"2026-07-08T15:40:08.659113Z","caller":"traceutil/trace.go:171","msg":"trace[392728421] linearizableReadLoop","detail":"{readStateIndex:367; appliedIndex:366; }","duration":"289.706315ms","start":"2026-07-08T15:40:08.369388Z","end":"2026-07-08T15:40:08.659095Z","steps":["trace[392728421] 'read index received' (duration: 289.590053ms)","trace[392728421] 'applied index is now lower than readState.Index' (duration: 115.672µs)"],"step_count":2} {"level":"info","ts":"2026-07-08T15:40:08.65917Z","caller":"traceutil/trace.go:171","msg":"trace[1534567158] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"596.928961ms","start":"2026-07-08T15:40:08.062209Z","end":"2026-07-08T15:40:08.659138Z","steps":["trace[1534567158] 'process raft request' (duration: 596.752349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:08.659281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.883498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-08T15:40:08.659364Z","caller":"traceutil/trace.go:171","msg":"trace[1050730178] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:354; }","duration":"290.0137ms","start":"2026-07-08T15:40:08.369337Z","end":"2026-07-08T15:40:08.659351Z","steps":["trace[1050730178] 'agreement among raft nodes before linearized reading' (duration: 289.879908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:08.659602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:08.062189Z","time spent":"597.121525ms","remote":"127.0.0.1:57544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-08T15:40:08.811031Z","caller":"traceutil/trace.go:171","msg":"trace[110933575] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"103.128247ms","start":"2026-07-08T15:40:08.707871Z","end":"2026-07-08T15:40:08.810999Z","steps":["trace[110933575] 'process raft request' (duration: 103.076406ms)"],"step_count":1} {"level":"info","ts":"2026-07-08T15:40:08.811168Z","caller":"traceutil/trace.go:171","msg":"trace[1602186591] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"147.621308ms","start":"2026-07-08T15:40:08.663499Z","end":"2026-07-08T15:40:08.811121Z","steps":["trace[1602186591] 'process raft request' (duration: 147.269523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:09.942733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.190467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-08T15:40:09.942802Z","caller":"traceutil/trace.go:171","msg":"trace[996889966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:357; }","duration":"323.312548ms","start":"2026-07-08T15:40:09.619473Z","end":"2026-07-08T15:40:09.942786Z","steps":["trace[996889966] 'range keys from in-memory index tree' (duration: 323.042224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:09.942835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:09.619454Z","time spent":"323.375219ms","remote":"127.0.0.1:57544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-08T15:40:10.652564Z","caller":"traceutil/trace.go:171","msg":"trace[301976768] linearizableReadLoop","detail":"{readStateIndex:371; appliedIndex:370; }","duration":"470.185002ms","start":"2026-07-08T15:40:10.182357Z","end":"2026-07-08T15:40:10.652542Z","steps":["trace[301976768] 'read index received' (duration: 470.04022ms)","trace[301976768] 'applied index is now lower than readState.Index' (duration: 143.762µs)"],"step_count":2} {"level":"info","ts":"2026-07-08T15:40:10.652611Z","caller":"traceutil/trace.go:171","msg":"trace[1452057764] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"704.832909ms","start":"2026-07-08T15:40:09.947745Z","end":"2026-07-08T15:40:10.652578Z","steps":["trace[1452057764] 'process raft request' (duration: 704.667807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:10.652844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.922758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-08T15:40:10.652849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.410216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-08T15:40:10.652977Z","caller":"traceutil/trace.go:171","msg":"trace[290761861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:358; }","duration":"470.098252ms","start":"2026-07-08T15:40:10.182871Z","end":"2026-07-08T15:40:10.652969Z","steps":["trace[290761861] 'agreement among raft nodes before linearized reading' (duration: 469.913859ms)"],"step_count":1} {"level":"info","ts":"2026-07-08T15:40:10.653044Z","caller":"traceutil/trace.go:171","msg":"trace[884784691] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:358; }","duration":"470.67942ms","start":"2026-07-08T15:40:10.182316Z","end":"2026-07-08T15:40:10.652995Z","steps":["trace[884784691] 'agreement among raft nodes before linearized reading' (duration: 470.332985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:10.653068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:10.182856Z","time spent":"470.204233ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-08T15:40:10.653149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:10.182294Z","time spent":"470.842512ms","remote":"127.0.0.1:57258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-07-08T15:40:10.652856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:09.947725Z","time spent":"705.015631ms","remote":"127.0.0.1:57544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-08T15:40:10.652939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.121798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-07-08T15:40:10.653354Z","caller":"traceutil/trace.go:171","msg":"trace[2036269305] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:358; }","duration":"191.562735ms","start":"2026-07-08T15:40:10.46178Z","end":"2026-07-08T15:40:10.653343Z","steps":["trace[2036269305] 'agreement among raft nodes before linearized reading' (duration: 191.121549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:11.164515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870611383296572,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-08T15:40:11.363337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:10.655133Z","time spent":"708.193588ms","remote":"127.0.0.1:57258","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-08T15:40:11.554853Z","caller":"traceutil/trace.go:171","msg":"trace[797629694] linearizableReadLoop","detail":"{readStateIndex:373; appliedIndex:371; }","duration":"891.212962ms","start":"2026-07-08T15:40:10.663611Z","end":"2026-07-08T15:40:11.554824Z","steps":["trace[797629694] 'read index received' (duration: 678.103452ms)","trace[797629694] 'applied index is now lower than readState.Index' (duration: 213.10864ms)"],"step_count":2} {"level":"info","ts":"2026-07-08T15:40:11.554853Z","caller":"traceutil/trace.go:171","msg":"trace[1353881414] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"892.480912ms","start":"2026-07-08T15:40:10.662338Z","end":"2026-07-08T15:40:11.554818Z","steps":["trace[1353881414] 'process raft request' (duration: 844.866886ms)","trace[1353881414] 'compare' (duration: 47.430584ms)"],"step_count":2} {"level":"warn","ts":"2026-07-08T15:40:11.55504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:10.662317Z","time spent":"892.636094ms","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-08T15:40:11.555139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.526857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-08T15:40:11.555193Z","caller":"traceutil/trace.go:171","msg":"trace[1849488636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:360; }","duration":"891.606569ms","start":"2026-07-08T15:40:10.663572Z","end":"2026-07-08T15:40:11.555178Z","steps":["trace[1849488636] 'agreement among raft nodes before linearized reading' (duration: 891.399216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:11.555178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.079064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-08T15:40:11.555236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:10.663555Z","time spent":"891.673579ms","remote":"127.0.0.1:57544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-08T15:40:11.555251Z","caller":"traceutil/trace.go:171","msg":"trace[733256482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:360; }","duration":"737.212475ms","start":"2026-07-08T15:40:10.818024Z","end":"2026-07-08T15:40:11.555237Z","steps":["trace[733256482] 'agreement among raft nodes before linearized reading' (duration: 737.092514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:11.555285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:10.817998Z","time spent":"737.281337ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-08T15:40:11.55536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.345968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-08T15:40:11.555477Z","caller":"traceutil/trace.go:171","msg":"trace[118285649] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:360; }","duration":"739.52734ms","start":"2026-07-08T15:40:10.815926Z","end":"2026-07-08T15:40:11.555454Z","steps":["trace[118285649] 'agreement among raft nodes before linearized reading' (duration: 739.266366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:11.555566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:10.815901Z","time spent":"739.644292ms","remote":"127.0.0.1:57544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-08T15:40:11.556211Z","caller":"traceutil/trace.go:171","msg":"trace[596127506] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"190.450514ms","start":"2026-07-08T15:40:11.365726Z","end":"2026-07-08T15:40:11.556176Z","steps":["trace[596127506] 'process raft request' (duration: 189.056034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:11.556669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.243002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-08T15:40:11.558539Z","caller":"traceutil/trace.go:171","msg":"trace[1509729539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:360; }","duration":"801.605012ms","start":"2026-07-08T15:40:10.756867Z","end":"2026-07-08T15:40:11.558472Z","steps":["trace[1509729539] 'agreement among raft nodes before linearized reading' (duration: 798.202922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:11.558738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:10.75684Z","time spent":"801.837875ms","remote":"127.0.0.1:57544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-08T15:40:16.833445Z","caller":"traceutil/trace.go:171","msg":"trace[1865150776] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"145.409211ms","start":"2026-07-08T15:40:16.688006Z","end":"2026-07-08T15:40:16.833415Z","steps":["trace[1865150776] 'process raft request' (duration: 145.183927ms)"],"step_count":1} {"level":"info","ts":"2026-07-08T15:40:37.751578Z","caller":"traceutil/trace.go:171","msg":"trace[2124214377] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"749.057942ms","start":"2026-07-08T15:40:37.002147Z","end":"2026-07-08T15:40:37.751205Z","steps":["trace[2124214377] 'process raft request' (duration: 748.516364ms)"],"step_count":1} {"level":"info","ts":"2026-07-08T15:40:37.751632Z","caller":"traceutil/trace.go:171","msg":"trace[891828490] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"754.086224ms","start":"2026-07-08T15:40:36.997494Z","end":"2026-07-08T15:40:37.75158Z","steps":["trace[891828490] 'process raft request' (duration: 752.982079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:37.751748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:37.002128Z","time spent":"749.523438ms","remote":"127.0.0.1:57286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-08T15:40:37.751851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:36.997465Z","time spent":"754.291298ms","remote":"127.0.0.1:57286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-08T15:40:37.751959Z","caller":"traceutil/trace.go:171","msg":"trace[1567108164] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"749.724531ms","start":"2026-07-08T15:40:37.002215Z","end":"2026-07-08T15:40:37.751939Z","steps":["trace[1567108164] 'process raft request' (duration: 748.877809ms)"],"step_count":1} {"level":"info","ts":"2026-07-08T15:40:37.752023Z","caller":"traceutil/trace.go:171","msg":"trace[1351488100] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"729.079625ms","start":"2026-07-08T15:40:37.022927Z","end":"2026-07-08T15:40:37.752006Z","steps":["trace[1351488100] 'process raft request' (duration: 728.801211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:37.752048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:37.002211Z","time spent":"749.801852ms","remote":"127.0.0.1:57286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-08T15:40:37.752088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:37.0229Z","time spent":"729.163057ms","remote":"127.0.0.1:57286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-08T15:40:37.752139Z","caller":"traceutil/trace.go:171","msg":"trace[1813348273] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"719.697041ms","start":"2026-07-08T15:40:37.032431Z","end":"2026-07-08T15:40:37.752128Z","steps":["trace[1813348273] 'process raft request' (duration: 719.569879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:37.752183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:37.032412Z","time spent":"719.751402ms","remote":"127.0.0.1:57286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-08T15:40:37.752191Z","caller":"traceutil/trace.go:171","msg":"trace[459101349] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"719.679729ms","start":"2026-07-08T15:40:37.032495Z","end":"2026-07-08T15:40:37.752174Z","steps":["trace[459101349] 'process raft request' (duration: 719.550428ms)"],"step_count":1} {"level":"info","ts":"2026-07-08T15:40:37.752192Z","caller":"traceutil/trace.go:171","msg":"trace[1372373917] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"729.040555ms","start":"2026-07-08T15:40:37.023042Z","end":"2026-07-08T15:40:37.752083Z","steps":["trace[1372373917] 'process raft request' (duration: 728.847862ms)"],"step_count":1} {"level":"info","ts":"2026-07-08T15:40:37.752264Z","caller":"traceutil/trace.go:171","msg":"trace[282984788] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"715.976637ms","start":"2026-07-08T15:40:37.036278Z","end":"2026-07-08T15:40:37.752255Z","steps":["trace[282984788] 'process raft request' (duration: 715.810304ms)"],"step_count":1} {"level":"info","ts":"2026-07-08T15:40:37.752287Z","caller":"traceutil/trace.go:171","msg":"trace[1238589371] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"706.697075ms","start":"2026-07-08T15:40:37.045567Z","end":"2026-07-08T15:40:37.752264Z","steps":["trace[1238589371] 'process raft request' (duration: 706.629514ms)"],"step_count":1} {"level":"info","ts":"2026-07-08T15:40:37.752299Z","caller":"traceutil/trace.go:171","msg":"trace[926706382] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"712.277174ms","start":"2026-07-08T15:40:37.04001Z","end":"2026-07-08T15:40:37.752287Z","steps":["trace[926706382] 'process raft request' (duration: 712.123562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:37.752323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:37.036267Z","time spent":"716.033467ms","remote":"127.0.0.1:57286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-08T15:40:37.752244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:37.03249Z","time spent":"719.732241ms","remote":"127.0.0.1:57286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-08T15:40:37.752366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:37.040002Z","time spent":"712.335005ms","remote":"127.0.0.1:57286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-08T15:40:37.752372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:37.045544Z","time spent":"706.788366ms","remote":"127.0.0.1:57286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-08T15:40:37.752426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:37.023039Z","time spent":"729.267528ms","remote":"127.0.0.1:57286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-08T15:40:37.761837Z","caller":"traceutil/trace.go:171","msg":"trace[904192453] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"699.606402ms","start":"2026-07-08T15:40:37.06206Z","end":"2026-07-08T15:40:37.761666Z","steps":["trace[904192453] 'process raft request' (duration: 699.44419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:37.761961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:37.062043Z","time spent":"699.879547ms","remote":"127.0.0.1:57286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-08T15:40:37.762295Z","caller":"traceutil/trace.go:171","msg":"trace[805794138] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"591.684694ms","start":"2026-07-08T15:40:37.170586Z","end":"2026-07-08T15:40:37.762271Z","steps":["trace[805794138] 'process raft request' (duration: 591.016054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:37.762327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:37.17056Z","time spent":"591.753254ms","remote":"127.0.0.1:57286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-08T15:40:42.844236Z","caller":"traceutil/trace.go:171","msg":"trace[1740365859] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"590.13942ms","start":"2026-07-08T15:40:42.254073Z","end":"2026-07-08T15:40:42.844212Z","steps":["trace[1740365859] 'process raft request' (duration: 589.740034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:42.844352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:42.254023Z","time spent":"590.264832ms","remote":"127.0.0.1:57338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036197,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-08T15:40:43.166755Z","caller":"traceutil/trace.go:171","msg":"trace[887744163] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"255.650679ms","start":"2026-07-08T15:40:42.911068Z","end":"2026-07-08T15:40:43.166719Z","steps":["trace[887744163] 'process raft request' (duration: 247.279589ms)"],"step_count":1} {"level":"info","ts":"2026-07-08T15:40:44.222182Z","caller":"traceutil/trace.go:171","msg":"trace[892894257] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"131.392989ms","start":"2026-07-08T15:40:44.09074Z","end":"2026-07-08T15:40:44.222133Z","steps":["trace[892894257] 'process raft request' (duration: 130.556368ms)"],"step_count":1} {"level":"info","ts":"2026-07-08T15:40:44.740591Z","caller":"traceutil/trace.go:171","msg":"trace[228851946] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"501.853152ms","start":"2026-07-08T15:40:44.238692Z","end":"2026-07-08T15:40:44.740545Z","steps":["trace[228851946] 'process raft request' (duration: 501.501199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:44.74084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:44.238669Z","time spent":"502.040159ms","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-08T15:40:44.783837Z","caller":"traceutil/trace.go:171","msg":"trace[1149590415] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"508.58118ms","start":"2026-07-08T15:40:44.275198Z","end":"2026-07-08T15:40:44.783779Z","steps":["trace[1149590415] 'process raft request' (duration: 508.442195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:44.783987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:44.275169Z","time spent":"508.749847ms","remote":"127.0.0.1:57610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-08T15:40:46.317671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870611383297046,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-08T15:40:46.818482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870611383297046,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-08T15:40:47.319227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870611383297046,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-08T15:40:47.817384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000677697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-08T15:40:47.81753Z","caller":"traceutil/trace.go:171","msg":"trace[1407927731] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000882224s","start":"2026-07-08T15:40:45.816617Z","end":"2026-07-08T15:40:47.8175Z","steps":["trace[1407927731] 'agreement among raft nodes before linearized reading' (duration: 2.000702098s)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:47.817597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:45.816596Z","time spent":"2.000987298s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/08 15:40:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-08T15:40:47.82008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870611383297046,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-08T15:40:47.831162Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.638914084s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-08T15:40:47.835077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655775332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-08T15:40:47.835155Z","caller":"traceutil/trace.go:171","msg":"trace[31056336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:601; }","duration":"2.655890206s","start":"2026-07-08T15:40:45.179243Z","end":"2026-07-08T15:40:47.835134Z","steps":["trace[31056336] 'range keys from in-memory index tree' (duration: 2.655606696s)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:47.835199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:45.179222Z","time spent":"2.655966549s","remote":"127.0.0.1:57544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-08T15:40:47.840628Z","caller":"traceutil/trace.go:171","msg":"trace[332004655] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"2.651053978s","start":"2026-07-08T15:40:45.189536Z","end":"2026-07-08T15:40:47.84059Z","steps":["trace[332004655] 'process raft request' (duration: 2.643269844s)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:47.84119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:45.189504Z","time spent":"2.651232334s","remote":"127.0.0.1:57338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036293,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-08T15:40:47.894904Z","caller":"traceutil/trace.go:171","msg":"trace[376599461] linearizableReadLoop","detail":"{readStateIndex:627; appliedIndex:625; }","duration":"2.078218722s","start":"2026-07-08T15:40:45.816667Z","end":"2026-07-08T15:40:47.894886Z","steps":["trace[376599461] 'read index received' (duration: 2.014970868s)","trace[376599461] 'applied index is now lower than readState.Index' (duration: 63.246784ms)"],"step_count":2} {"level":"warn","ts":"2026-07-08T15:40:47.896114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034673731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-08T15:40:47.896198Z","caller":"traceutil/trace.go:171","msg":"trace[852102679] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:603; }","duration":"2.034815336s","start":"2026-07-08T15:40:45.861362Z","end":"2026-07-08T15:40:47.896178Z","steps":["trace[852102679] 'agreement among raft nodes before linearized reading' (duration: 2.034484354s)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:47.896234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:45.861345Z","time spent":"2.034883309s","remote":"127.0.0.1:57544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-08T15:40:47.896244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997437213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-08T15:40:47.896273Z","caller":"traceutil/trace.go:171","msg":"trace[1361575301] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:603; }","duration":"1.997508667s","start":"2026-07-08T15:40:45.898756Z","end":"2026-07-08T15:40:47.896264Z","steps":["trace[1361575301] 'agreement among raft nodes before linearized reading' (duration: 1.997387471s)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:47.896292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:45.898741Z","time spent":"1.997546048s","remote":"127.0.0.1:57544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-08T15:40:47.896382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008591243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-08T15:40:47.8964Z","caller":"traceutil/trace.go:171","msg":"trace[496445400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:603; }","duration":"2.008642394s","start":"2026-07-08T15:40:45.887753Z","end":"2026-07-08T15:40:47.896395Z","steps":["trace[496445400] 'agreement among raft nodes before linearized reading' (duration: 2.008582162s)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:47.896414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:45.887735Z","time spent":"2.008675416s","remote":"127.0.0.1:57544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-08T15:40:49.885847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.901736ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-08T15:40:49.88606Z","caller":"traceutil/trace.go:171","msg":"trace[1109139747] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:628; }","duration":"462.140325ms","start":"2026-07-08T15:40:49.423888Z","end":"2026-07-08T15:40:49.886028Z","steps":["trace[1109139747] 'range keys from in-memory index tree' (duration: 461.875995ms)"],"step_count":1} {"level":"info","ts":"2026-07-08T15:40:49.887166Z","caller":"traceutil/trace.go:171","msg":"trace[187250775] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"501.215166ms","start":"2026-07-08T15:40:49.385911Z","end":"2026-07-08T15:40:49.887126Z","steps":["trace[187250775] 'process raft request' (duration: 501.155084ms)"],"step_count":1} {"level":"info","ts":"2026-07-08T15:40:49.887286Z","caller":"traceutil/trace.go:171","msg":"trace[1430298619] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"501.361861ms","start":"2026-07-08T15:40:49.385899Z","end":"2026-07-08T15:40:49.88726Z","steps":["trace[1430298619] 'process raft request' (duration: 500.928095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:49.887483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:49.385868Z","time spent":"501.489435ms","remote":"127.0.0.1:57286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-08T15:40:49.887555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:49.385893Z","time spent":"501.435083ms","remote":"127.0.0.1:57286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-08T15:40:49.890354Z","caller":"traceutil/trace.go:171","msg":"trace[547990597] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"504.304817ms","start":"2026-07-08T15:40:49.386019Z","end":"2026-07-08T15:40:49.890323Z","steps":["trace[547990597] 'process raft request' (duration: 503.474648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:49.890501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:49.385986Z","time spent":"504.429362ms","remote":"127.0.0.1:57544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-08T15:40:49.890791Z","caller":"traceutil/trace.go:171","msg":"trace[392352060] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"504.12825ms","start":"2026-07-08T15:40:49.386644Z","end":"2026-07-08T15:40:49.890772Z","steps":["trace[392352060] 'process raft request' (duration: 503.614632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:49.890881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:49.386612Z","time spent":"504.244345ms","remote":"127.0.0.1:57286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-08T15:40:49.891001Z","caller":"traceutil/trace.go:171","msg":"trace[1276097213] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"311.633502ms","start":"2026-07-08T15:40:49.579358Z","end":"2026-07-08T15:40:49.890992Z","steps":["trace[1276097213] 'process raft request' (duration: 310.940346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:40:49.891284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:40:49.579299Z","time spent":"311.962924ms","remote":"127.0.0.1:57286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-08T15:40:49.89107Z","caller":"traceutil/trace.go:171","msg":"trace[1260989578] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"112.604156ms","start":"2026-07-08T15:40:49.778453Z","end":"2026-07-08T15:40:49.891057Z","steps":["trace[1260989578] 'process raft request' (duration: 111.88786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:41:03.319838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870611383297375,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-08T15:41:03.820546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880870611383297375,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-08T15:41:03.939591Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.603643784s","expected-duration":"1s"} {"level":"info","ts":"2026-07-08T15:41:03.940131Z","caller":"traceutil/trace.go:171","msg":"trace[1658320961] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"1.604308628s","start":"2026-07-08T15:41:02.335789Z","end":"2026-07-08T15:41:03.940098Z","steps":["trace[1658320961] 'process raft request' (duration: 1.604109771s)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:41:03.940315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:41:02.33576Z","time spent":"1.604439252s","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-08T15:41:04.056872Z","caller":"traceutil/trace.go:171","msg":"trace[617994728] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"456.76761ms","start":"2026-07-08T15:41:03.600075Z","end":"2026-07-08T15:41:04.056843Z","steps":["trace[617994728] 'process raft request' (duration: 456.508761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:41:04.057047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:41:03.60004Z","time spent":"456.911345ms","remote":"127.0.0.1:57544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-08T15:41:04.057229Z","caller":"traceutil/trace.go:171","msg":"trace[619684160] linearizableReadLoop","detail":"{readStateIndex:799; appliedIndex:797; }","duration":"1.238384785s","start":"2026-07-08T15:41:02.818804Z","end":"2026-07-08T15:41:04.057189Z","steps":["trace[619684160] 'read index received' (duration: 1.121085423s)","trace[619684160] 'applied index is now lower than readState.Index' (duration: 117.297222ms)"],"step_count":2} {"level":"warn","ts":"2026-07-08T15:41:04.058124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239323438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-08T15:41:04.057946Z","caller":"traceutil/trace.go:171","msg":"trace[1483818426] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"165.585045ms","start":"2026-07-08T15:41:03.892333Z","end":"2026-07-08T15:41:04.057919Z","steps":["trace[1483818426] 'process raft request' (duration: 164.446806ms)"],"step_count":1} {"level":"info","ts":"2026-07-08T15:41:04.058232Z","caller":"traceutil/trace.go:171","msg":"trace[1445856189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:770; }","duration":"1.239458421s","start":"2026-07-08T15:41:02.81873Z","end":"2026-07-08T15:41:04.058189Z","steps":["trace[1445856189] 'agreement among raft nodes before linearized reading' (duration: 1.239321157s)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:41:04.058272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:41:02.818698Z","time spent":"1.239564665s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-08T15:41:04.058825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212269013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-08T15:41:04.058968Z","caller":"traceutil/trace.go:171","msg":"trace[930001500] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:770; }","duration":"1.212500311s","start":"2026-07-08T15:41:02.84644Z","end":"2026-07-08T15:41:04.05894Z","steps":["trace[930001500] 'agreement among raft nodes before linearized reading' (duration: 1.212231872s)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:41:04.059066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:41:02.846411Z","time spent":"1.212625345s","remote":"127.0.0.1:57448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-08T15:41:04.059665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.450279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-08T15:41:04.059746Z","caller":"traceutil/trace.go:171","msg":"trace[1842649740] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:770; }","duration":"354.697097ms","start":"2026-07-08T15:41:03.705033Z","end":"2026-07-08T15:41:04.05973Z","steps":["trace[1842649740] 'agreement among raft nodes before linearized reading' (duration: 354.48372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:41:04.059803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-08T15:41:03.704975Z","time spent":"354.815881ms","remote":"127.0.0.1:57418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-08T15:42:54.862454Z","caller":"traceutil/trace.go:171","msg":"trace[128658710] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"150.031334ms","start":"2026-07-08T15:42:54.712389Z","end":"2026-07-08T15:42:54.862421Z","steps":["trace[128658710] 'process raft request' (duration: 149.835209ms)"],"step_count":1} {"level":"info","ts":"2026-07-08T15:42:54.862953Z","caller":"traceutil/trace.go:171","msg":"trace[994741498] linearizableReadLoop","detail":"{readStateIndex:1351; appliedIndex:1351; }","duration":"150.422023ms","start":"2026-07-08T15:42:54.712516Z","end":"2026-07-08T15:42:54.862938Z","steps":["trace[994741498] 'read index received' (duration: 150.414913ms)","trace[994741498] 'applied index is now lower than readState.Index' (duration: 5.99µs)"],"step_count":2} {"level":"warn","ts":"2026-07-08T15:42:54.863328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.791071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-08T15:42:54.863385Z","caller":"traceutil/trace.go:171","msg":"trace[716796866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1296; }","duration":"150.861024ms","start":"2026-07-08T15:42:54.712508Z","end":"2026-07-08T15:42:54.863369Z","steps":["trace[716796866] 'agreement among raft nodes before linearized reading' (duration: 150.678189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:42:54.865334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.735198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-08T15:42:54.865553Z","caller":"traceutil/trace.go:171","msg":"trace[1430949100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1297; }","duration":"152.978553ms","start":"2026-07-08T15:42:54.712551Z","end":"2026-07-08T15:42:54.86553Z","steps":["trace[1430949100] 'agreement among raft nodes before linearized reading' (duration: 152.598654ms)"],"step_count":1} {"level":"info","ts":"2026-07-08T15:42:54.865578Z","caller":"traceutil/trace.go:171","msg":"trace[37697545] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"149.995634ms","start":"2026-07-08T15:42:54.715559Z","end":"2026-07-08T15:42:54.865555Z","steps":["trace[37697545] 'process raft request' (duration: 149.40582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-08T15:42:54.866006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.097287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-08T15:42:54.866094Z","caller":"traceutil/trace.go:171","msg":"trace[821242986] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1297; }","duration":"153.210659ms","start":"2026-07-08T15:42:54.71287Z","end":"2026-07-08T15:42:54.866081Z","steps":["trace[821242986] 'agreement among raft nodes before linearized reading' (duration: 153.057755ms)"],"step_count":1} {"level":"info","ts":"2026-07-08T15:42:55.218759Z","caller":"traceutil/trace.go:171","msg":"trace[1402661541] transaction","detail":"{read_only:false; response_revision:1301; number_of_response:1; }","duration":"201.988887ms","start":"2026-07-08T15:42:55.016744Z","end":"2026-07-08T15:42:55.218733Z","steps":["trace[1402661541] 'process raft request' (duration: 201.863354ms)"],"step_count":1}