{"level":"warn","ts":"2026-03-13T10:11:30.914259Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T10:11:30.914454Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.41:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.41:2380","--initial-cluster=instance=https://199.204.45.41:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.41:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.41:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-13T10:11:30.914739Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T10:11:30.914755Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.41:2380"]} {"level":"info","ts":"2026-03-13T10:11:30.914776Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T10:11:30.915473Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.41:2379"]} {"level":"info","ts":"2026-03-13T10:11:30.915553Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.41:2380"],"listen-peer-urls":["https://199.204.45.41:2380"],"advertise-client-urls":["https://199.204.45.41:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.41:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.41:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-13T10:11:30.920639Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.52425ms"} {"level":"info","ts":"2026-03-13T10:11:30.930021Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"17dd22a2661aae79","cluster-id":"c5133f40b27eeb3"} {"level":"info","ts":"2026-03-13T10:11:30.930144Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 switched to configuration voters=()"} {"level":"info","ts":"2026-03-13T10:11:30.930173Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 became follower at term 0"} {"level":"info","ts":"2026-03-13T10:11:30.930191Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 17dd22a2661aae79 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-13T10:11:30.930207Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 became follower at term 1"} {"level":"info","ts":"2026-03-13T10:11:30.93026Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 switched to configuration voters=(1719568713618468473)"} {"level":"warn","ts":"2026-03-13T10:11:30.936683Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-13T10:11:30.93795Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-13T10:11:30.93942Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-13T10:11:30.941566Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"17dd22a2661aae79","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-13T10:11:30.942727Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"17dd22a2661aae79","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-13T10:11:30.942698Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T10:11:30.942871Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T10:11:30.952412Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T10:11:30.952777Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 switched to configuration voters=(1719568713618468473)"} {"level":"info","ts":"2026-03-13T10:11:30.954717Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"c5133f40b27eeb3","local-member-id":"17dd22a2661aae79","added-peer-id":"17dd22a2661aae79","added-peer-peer-urls":["https://199.204.45.41:2380"]} {"level":"info","ts":"2026-03-13T10:11:30.955302Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T10:11:30.955501Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.41:2380"} {"level":"info","ts":"2026-03-13T10:11:30.955564Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.41:2380"} {"level":"info","ts":"2026-03-13T10:11:30.955786Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"17dd22a2661aae79","initial-advertise-peer-urls":["https://199.204.45.41:2380"],"listen-peer-urls":["https://199.204.45.41:2380"],"advertise-client-urls":["https://199.204.45.41:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.41:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-13T10:11:30.955841Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-13T10:11:31.13093Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 is starting a new election at term 1"} {"level":"info","ts":"2026-03-13T10:11:31.131Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-13T10:11:31.131063Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 received MsgPreVoteResp from 17dd22a2661aae79 at term 1"} {"level":"info","ts":"2026-03-13T10:11:31.131087Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 became candidate at term 2"} {"level":"info","ts":"2026-03-13T10:11:31.1311Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 received MsgVoteResp from 17dd22a2661aae79 at term 2"} {"level":"info","ts":"2026-03-13T10:11:31.131217Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"17dd22a2661aae79 became leader at term 2"} {"level":"info","ts":"2026-03-13T10:11:31.13125Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 17dd22a2661aae79 elected leader 17dd22a2661aae79 at term 2"} {"level":"info","ts":"2026-03-13T10:11:31.132314Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"17dd22a2661aae79","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.41:2379]}","request-path":"/0/members/17dd22a2661aae79/attributes","cluster-id":"c5133f40b27eeb3","publish-timeout":"7s"} {"level":"info","ts":"2026-03-13T10:11:31.132895Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T10:11:31.133635Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T10:11:31.133906Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T10:11:31.134013Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-13T10:11:31.134116Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-13T10:11:31.136843Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-13T10:11:31.137881Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.41:2379"} {"level":"info","ts":"2026-03-13T10:11:31.138121Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"c5133f40b27eeb3","local-member-id":"17dd22a2661aae79","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T10:11:31.138278Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T10:11:31.138365Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T10:11:36.582065Z","caller":"traceutil/trace.go:171","msg":"trace[1439893152] linearizableReadLoop","detail":"{readStateIndex:311; appliedIndex:310; }","duration":"146.572266ms","start":"2026-03-13T10:11:36.435468Z","end":"2026-03-13T10:11:36.582041Z","steps":["trace[1439893152] 'read index received' (duration: 137.066524ms)","trace[1439893152] 'applied index is now lower than readState.Index' (duration: 9.504602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:11:36.582439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.779395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-13T10:11:36.582532Z","caller":"traceutil/trace.go:171","msg":"trace[1852978132] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:302; }","duration":"147.112161ms","start":"2026-03-13T10:11:36.4354Z","end":"2026-03-13T10:11:36.582512Z","steps":["trace[1852978132] 'agreement among raft nodes before linearized reading' (duration: 146.766285ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:36.582757Z","caller":"traceutil/trace.go:171","msg":"trace[691621281] transaction","detail":"{read_only:false; response_revision:302; number_of_response:1; }","duration":"176.406732ms","start":"2026-03-13T10:11:36.4062Z","end":"2026-03-13T10:11:36.582606Z","steps":["trace[691621281] 'process raft request' (duration: 166.416927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:38.493656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.385857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-13T10:11:38.493744Z","caller":"traceutil/trace.go:171","msg":"trace[1835130626] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:329; }","duration":"257.539394ms","start":"2026-03-13T10:11:38.236187Z","end":"2026-03-13T10:11:38.493726Z","steps":["trace[1835130626] 'range keys from in-memory index tree' (duration: 257.273972ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:38.862883Z","caller":"traceutil/trace.go:171","msg":"trace[255647393] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"348.841022ms","start":"2026-03-13T10:11:38.514018Z","end":"2026-03-13T10:11:38.862859Z","steps":["trace[255647393] 'process raft request' (duration: 348.699205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:38.863535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:38.514003Z","time spent":"348.955947ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":186,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T10:11:40.59984Z","caller":"traceutil/trace.go:171","msg":"trace[1880151892] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"158.661414ms","start":"2026-03-13T10:11:40.441136Z","end":"2026-03-13T10:11:40.599798Z","steps":["trace[1880151892] 'process raft request' (duration: 158.309738ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:40.60004Z","caller":"traceutil/trace.go:171","msg":"trace[914520858] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"158.350869ms","start":"2026-03-13T10:11:40.44162Z","end":"2026-03-13T10:11:40.599971Z","steps":["trace[914520858] 'process raft request' (duration: 158.052896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:40.600192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.099015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-03-13T10:11:40.600235Z","caller":"traceutil/trace.go:171","msg":"trace[952233276] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:352; }","duration":"113.297384ms","start":"2026-03-13T10:11:40.486926Z","end":"2026-03-13T10:11:40.600223Z","steps":["trace[952233276] 'agreement among raft nodes before linearized reading' (duration: 113.104255ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:40.600267Z","caller":"traceutil/trace.go:171","msg":"trace[1508943867] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"158.421963ms","start":"2026-03-13T10:11:40.441764Z","end":"2026-03-13T10:11:40.600186Z","steps":["trace[1508943867] 'process raft request' (duration: 158.12088ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:40.600002Z","caller":"traceutil/trace.go:171","msg":"trace[613724885] linearizableReadLoop","detail":"{readStateIndex:364; appliedIndex:359; }","duration":"112.98245ms","start":"2026-03-13T10:11:40.487004Z","end":"2026-03-13T10:11:40.599986Z","steps":["trace[613724885] 'read index received' (duration: 47.418143ms)","trace[613724885] 'applied index is now lower than readState.Index' (duration: 65.562967ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:11:40.600567Z","caller":"traceutil/trace.go:171","msg":"trace[1976094064] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"155.817025ms","start":"2026-03-13T10:11:40.444604Z","end":"2026-03-13T10:11:40.600421Z","steps":["trace[1976094064] 'process raft request' (duration: 155.332143ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:40.736105Z","caller":"traceutil/trace.go:171","msg":"trace[1999587250] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"195.083848ms","start":"2026-03-13T10:11:40.540937Z","end":"2026-03-13T10:11:40.736021Z","steps":["trace[1999587250] 'process raft request' (duration: 126.801038ms)","trace[1999587250] 'compare' (duration: 68.031969ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:11:40.736199Z","caller":"traceutil/trace.go:171","msg":"trace[673913505] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"193.688534ms","start":"2026-03-13T10:11:40.542486Z","end":"2026-03-13T10:11:40.736174Z","steps":["trace[673913505] 'process raft request' (duration: 193.546427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:40.736656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.065704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-13T10:11:40.736631Z","caller":"traceutil/trace.go:171","msg":"trace[1203348186] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"125.384424ms","start":"2026-03-13T10:11:40.611224Z","end":"2026-03-13T10:11:40.736609Z","steps":["trace[1203348186] 'process raft request' (duration: 125.30587ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:40.736698Z","caller":"traceutil/trace.go:171","msg":"trace[1043576253] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"125.969279ms","start":"2026-03-13T10:11:40.610698Z","end":"2026-03-13T10:11:40.736668Z","steps":["trace[1043576253] 'process raft request' (duration: 125.679816ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:40.736773Z","caller":"traceutil/trace.go:171","msg":"trace[963692882] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"127.137752ms","start":"2026-03-13T10:11:40.609619Z","end":"2026-03-13T10:11:40.736756Z","steps":["trace[963692882] 'process raft request' (duration: 126.503444ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:40.736711Z","caller":"traceutil/trace.go:171","msg":"trace[2014478178] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:356; }","duration":"200.282903ms","start":"2026-03-13T10:11:40.53641Z","end":"2026-03-13T10:11:40.736693Z","steps":["trace[2014478178] 'agreement among raft nodes before linearized reading' (duration: 200.118116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:40.737827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.729378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-13T10:11:40.738215Z","caller":"traceutil/trace.go:171","msg":"trace[2099982446] linearizableReadLoop","detail":"{readStateIndex:366; appliedIndex:364; }","duration":"135.676261ms","start":"2026-03-13T10:11:40.600516Z","end":"2026-03-13T10:11:40.736192Z","steps":["trace[2099982446] 'read index received' (duration: 67.240874ms)","trace[2099982446] 'applied index is now lower than readState.Index' (duration: 68.425016ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:11:40.73829Z","caller":"traceutil/trace.go:171","msg":"trace[1226853080] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:357; }","duration":"150.602038ms","start":"2026-03-13T10:11:40.587614Z","end":"2026-03-13T10:11:40.738216Z","steps":["trace[1226853080] 'agreement among raft nodes before linearized reading' (duration: 148.847738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:40.738346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.117651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-13T10:11:40.738678Z","caller":"traceutil/trace.go:171","msg":"trace[729554649] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:357; }","duration":"101.498809ms","start":"2026-03-13T10:11:40.637171Z","end":"2026-03-13T10:11:40.738669Z","steps":["trace[729554649] 'agreement among raft nodes before linearized reading' (duration: 101.134233ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:43.99048Z","caller":"traceutil/trace.go:171","msg":"trace[145765721] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"132.652839ms","start":"2026-03-13T10:11:43.857804Z","end":"2026-03-13T10:11:43.990456Z","steps":["trace[145765721] 'process raft request' (duration: 132.500383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:46.947242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454354137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T10:11:46.947233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.311494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4791"} {"level":"info","ts":"2026-03-13T10:11:46.947311Z","caller":"traceutil/trace.go:171","msg":"trace[998878153] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:404; }","duration":"1.454466132s","start":"2026-03-13T10:11:45.49283Z","end":"2026-03-13T10:11:46.947297Z","steps":["trace[998878153] 'range keys from in-memory index tree' (duration: 1.454240822s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:46.94734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:45.49281Z","time spent":"1.454524085s","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T10:11:46.947331Z","caller":"traceutil/trace.go:171","msg":"trace[1030347386] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:404; }","duration":"835.46116ms","start":"2026-03-13T10:11:46.111851Z","end":"2026-03-13T10:11:46.947312Z","steps":["trace[1030347386] 'range keys from in-memory index tree' (duration: 835.183548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:46.947351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560876402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.41\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-13T10:11:46.947376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:46.111835Z","time spent":"835.532373ms","remote":"127.0.0.1:55574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4813,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-03-13T10:11:46.947408Z","caller":"traceutil/trace.go:171","msg":"trace[2146017665] range","detail":"{range_begin:/registry/masterleases/199.204.45.41; range_end:; response_count:1; response_revision:404; }","duration":"2.560982837s","start":"2026-03-13T10:11:44.386408Z","end":"2026-03-13T10:11:46.947391Z","steps":["trace[2146017665] 'range keys from in-memory index tree' (duration: 2.560791849s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:46.947437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:44.386387Z","time spent":"2.56104319s","remote":"127.0.0.1:55438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.41\" "} {"level":"warn","ts":"2026-03-13T10:11:46.947489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98895104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:11:46.947492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.699848454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-13T10:11:46.947579Z","caller":"traceutil/trace.go:171","msg":"trace[1463297877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:404; }","duration":"1.989076225s","start":"2026-03-13T10:11:44.958478Z","end":"2026-03-13T10:11:46.947554Z","steps":["trace[1463297877] 'range keys from in-memory index tree' (duration: 1.988840185s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:46.947596Z","caller":"traceutil/trace.go:171","msg":"trace[86803804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:404; }","duration":"2.69997604s","start":"2026-03-13T10:11:44.247594Z","end":"2026-03-13T10:11:46.94757Z","steps":["trace[86803804] 'range keys from in-memory index tree' (duration: 2.699721768s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:46.947632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:44.958458Z","time spent":"1.989163299s","remote":"127.0.0.1:55414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:11:46.947644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:44.247566Z","time spent":"2.700067733s","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T10:11:46.947149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864441714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-13T10:11:46.947756Z","caller":"traceutil/trace.go:171","msg":"trace[1288394217] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:404; }","duration":"1.865118073s","start":"2026-03-13T10:11:45.082626Z","end":"2026-03-13T10:11:46.947744Z","steps":["trace[1288394217] 'range keys from in-memory index tree' (duration: 1.864271787s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:46.947782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:45.082602Z","time spent":"1.865173235s","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T10:11:46.947771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.088989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T10:11:46.947832Z","caller":"traceutil/trace.go:171","msg":"trace[687699076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:404; }","duration":"953.171372ms","start":"2026-03-13T10:11:45.994633Z","end":"2026-03-13T10:11:46.947804Z","steps":["trace[687699076] 'range keys from in-memory index tree' (duration: 952.978714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:46.947863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:45.994613Z","time spent":"953.242375ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T10:11:47.276652Z","caller":"traceutil/trace.go:171","msg":"trace[1849880308] linearizableReadLoop","detail":"{readStateIndex:418; appliedIndex:417; }","duration":"457.776965ms","start":"2026-03-13T10:11:46.81884Z","end":"2026-03-13T10:11:47.276617Z","steps":["trace[1849880308] 'read index received' (duration: 457.689911ms)","trace[1849880308] 'applied index is now lower than readState.Index' (duration: 85.724µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:11:47.276681Z","caller":"traceutil/trace.go:171","msg":"trace[460574002] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"937.622393ms","start":"2026-03-13T10:11:46.339037Z","end":"2026-03-13T10:11:47.27666Z","steps":["trace[460574002] 'process raft request' (duration: 937.427395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:47.276771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.91647ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:11:47.276865Z","caller":"traceutil/trace.go:171","msg":"trace[1514991637] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:405; }","duration":"458.023555ms","start":"2026-03-13T10:11:46.818831Z","end":"2026-03-13T10:11:47.276854Z","steps":["trace[1514991637] 'agreement among raft nodes before linearized reading' (duration: 457.89883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:47.277218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:46.339015Z","time spent":"937.756958ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:11:47.777431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252349357618583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:11:48.283994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252349357618583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:11:48.784146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252349357618583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:11:48.949801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000492387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-13T10:11:48.949884Z","caller":"traceutil/trace.go:171","msg":"trace[1775976976] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000591351s","start":"2026-03-13T10:11:46.949275Z","end":"2026-03-13T10:11:48.949866Z","steps":["trace[1775976976] 'agreement among raft nodes before linearized reading' (duration: 2.000487607s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:48.950134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:46.949235Z","time spent":"2.000688036s","remote":"127.0.0.1:55418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/13 10:11:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T10:11:49.270477Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.993999211s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-13T10:11:49.270897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:46.949463Z","time spent":"2.321426549s","remote":"127.0.0.1:55438","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-13T10:11:49.271047Z","caller":"traceutil/trace.go:171","msg":"trace[772591140] linearizableReadLoop","detail":"{readStateIndex:424; appliedIndex:418; }","duration":"1.994292583s","start":"2026-03-13T10:11:47.276734Z","end":"2026-03-13T10:11:49.271026Z","steps":["trace[772591140] 'read index received' (duration: 1.9939725s)","trace[772591140] 'applied index is now lower than readState.Index' (duration: 318.893µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:11:49.271319Z","caller":"traceutil/trace.go:171","msg":"trace[1145096997] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"2.31911078s","start":"2026-03-13T10:11:46.952198Z","end":"2026-03-13T10:11:49.271309Z","steps":["trace[1145096997] 'process raft request' (duration: 2.318571137s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:49.271404Z","caller":"traceutil/trace.go:171","msg":"trace[198594020] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"2.318083307s","start":"2026-03-13T10:11:46.953298Z","end":"2026-03-13T10:11:49.271382Z","steps":["trace[198594020] 'process raft request' (duration: 2.317663289s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:49.27144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:46.952184Z","time spent":"2.319186743s","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:11:49.271538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:46.953291Z","time spent":"2.3181632s","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:11:49.271694Z","caller":"traceutil/trace.go:171","msg":"trace[1711018814] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"2.319382781s","start":"2026-03-13T10:11:46.952297Z","end":"2026-03-13T10:11:49.27168Z","steps":["trace[1711018814] 'process raft request' (duration: 2.318598439s)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:11:49.271749Z","caller":"traceutil/trace.go:171","msg":"trace[350504423] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"2.317428988s","start":"2026-03-13T10:11:46.954303Z","end":"2026-03-13T10:11:49.271732Z","steps":["trace[350504423] 'process raft request' (duration: 2.316685337s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:49.271776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:46.952291Z","time spent":"2.319453884s","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:11:49.271839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:46.954295Z","time spent":"2.317500741s","remote":"127.0.0.1:55574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4645,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:11:49.271926Z","caller":"traceutil/trace.go:171","msg":"trace[815533447] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"2.319375021s","start":"2026-03-13T10:11:46.952538Z","end":"2026-03-13T10:11:49.271913Z","steps":["trace[815533447] 'process raft request' (duration: 2.31839374s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:49.271991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:46.952518Z","time spent":"2.319444534s","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:11:49.272542Z","caller":"traceutil/trace.go:171","msg":"trace[57501966] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"319.317444ms","start":"2026-03-13T10:11:48.953198Z","end":"2026-03-13T10:11:49.272515Z","steps":["trace[57501966] 'process raft request' (duration: 319.227741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:49.272691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:48.953172Z","time spent":"319.45538ms","remote":"127.0.0.1:55496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T10:11:49.273046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563138969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:11:49.273079Z","caller":"traceutil/trace.go:171","msg":"trace[305935638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:411; }","duration":"1.563223303s","start":"2026-03-13T10:11:47.709846Z","end":"2026-03-13T10:11:49.273069Z","steps":["trace[305935638] 'agreement among raft nodes before linearized reading' (duration: 1.56314887s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:49.2731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:47.709822Z","time spent":"1.563273805s","remote":"127.0.0.1:55414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:11:49.273093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.801018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:11:49.273134Z","caller":"traceutil/trace.go:171","msg":"trace[700140535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:411; }","duration":"315.889781ms","start":"2026-03-13T10:11:48.957231Z","end":"2026-03-13T10:11:49.273121Z","steps":["trace[700140535] 'agreement among raft nodes before linearized reading' (duration: 315.805098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:49.27317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:11:48.957221Z","time spent":"315.943013ms","remote":"127.0.0.1:55414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T10:11:53.500539Z","caller":"traceutil/trace.go:171","msg":"trace[981739292] linearizableReadLoop","detail":"{readStateIndex:435; appliedIndex:434; }","duration":"207.562968ms","start":"2026-03-13T10:11:53.292957Z","end":"2026-03-13T10:11:53.50052Z","steps":["trace[981739292] 'read index received' (duration: 207.421513ms)","trace[981739292] 'applied index is now lower than readState.Index' (duration: 140.085µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:11:53.500728Z","caller":"traceutil/trace.go:171","msg":"trace[1029783384] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"216.950559ms","start":"2026-03-13T10:11:53.283766Z","end":"2026-03-13T10:11:53.500717Z","steps":["trace[1029783384] 'process raft request' (duration: 216.628787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:53.500897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.406642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T10:11:53.500961Z","caller":"traceutil/trace.go:171","msg":"trace[1523545749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:420; }","duration":"207.490375ms","start":"2026-03-13T10:11:53.293456Z","end":"2026-03-13T10:11:53.500947Z","steps":["trace[1523545749] 'agreement among raft nodes before linearized reading' (duration: 207.377681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:53.501142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.188163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T10:11:53.501167Z","caller":"traceutil/trace.go:171","msg":"trace[768011947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:420; }","duration":"208.237795ms","start":"2026-03-13T10:11:53.292923Z","end":"2026-03-13T10:11:53.501161Z","steps":["trace[768011947] 'agreement among raft nodes before linearized reading' (duration: 208.193593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:53.501258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.280628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T10:11:53.501284Z","caller":"traceutil/trace.go:171","msg":"trace[1946376502] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:420; }","duration":"207.313048ms","start":"2026-03-13T10:11:53.293964Z","end":"2026-03-13T10:11:53.501277Z","steps":["trace[1946376502] 'agreement among raft nodes before linearized reading' (duration: 207.273117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:11:53.501388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.703214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T10:11:53.501412Z","caller":"traceutil/trace.go:171","msg":"trace[1910820577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:420; }","duration":"207.740386ms","start":"2026-03-13T10:11:53.293665Z","end":"2026-03-13T10:11:53.501406Z","steps":["trace[1910820577] 'agreement among raft nodes before linearized reading' (duration: 207.700414ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:08.119066Z","caller":"traceutil/trace.go:171","msg":"trace[1161232071] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"142.829533ms","start":"2026-03-13T10:12:07.976214Z","end":"2026-03-13T10:12:08.119043Z","steps":["trace[1161232071] 'process raft request' (duration: 142.688068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:08.716006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252349357618835,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:12:09.217146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252349357618835,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:12:09.512738Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.323955422s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T10:12:09.532961Z","caller":"traceutil/trace.go:171","msg":"trace[2097030697] linearizableReadLoop","detail":"{readStateIndex:567; appliedIndex:566; }","duration":"1.317973762s","start":"2026-03-13T10:12:08.21495Z","end":"2026-03-13T10:12:09.532924Z","steps":["trace[2097030697] 'read index received' (duration: 1.297994106s)","trace[2097030697] 'applied index is now lower than readState.Index' (duration: 19.978346ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:12:09.533049Z","caller":"traceutil/trace.go:171","msg":"trace[1657244089] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"1.34431348s","start":"2026-03-13T10:12:08.188691Z","end":"2026-03-13T10:12:09.533004Z","steps":["trace[1657244089] 'process raft request' (duration: 1.324264683s)","trace[1657244089] 'compare' (duration: 19.507079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:12:09.533129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318354885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-r7rpx\" ","response":"range_response_count:1 size:4679"} {"level":"info","ts":"2026-03-13T10:12:09.533176Z","caller":"traceutil/trace.go:171","msg":"trace[1166400534] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-r7rpx; range_end:; response_count:1; response_revision:548; }","duration":"1.318445758s","start":"2026-03-13T10:12:08.214719Z","end":"2026-03-13T10:12:09.533165Z","steps":["trace[1166400534] 'agreement among raft nodes before linearized reading' (duration: 1.318337274s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:09.533216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:08.214702Z","time spent":"1.318505399s","remote":"127.0.0.1:55574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4701,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-r7rpx\" "} {"level":"warn","ts":"2026-03-13T10:12:09.533272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:08.188674Z","time spent":"1.344498037s","remote":"127.0.0.1:55454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10353,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T10:12:09.625907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.024173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-13T10:12:09.626033Z","caller":"traceutil/trace.go:171","msg":"trace[1661055084] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:548; }","duration":"448.156248ms","start":"2026-03-13T10:12:09.177853Z","end":"2026-03-13T10:12:09.626009Z","steps":["trace[1661055084] 'agreement among raft nodes before linearized reading' (duration: 447.962441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:09.626023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050885968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:12:09.626079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:09.177807Z","time spent":"448.262362ms","remote":"127.0.0.1:55454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5608,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-03-13T10:12:09.626085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.634686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T10:12:09.626123Z","caller":"traceutil/trace.go:171","msg":"trace[850953097] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:548; }","duration":"1.051014243s","start":"2026-03-13T10:12:08.575084Z","end":"2026-03-13T10:12:09.626099Z","steps":["trace[850953097] 'agreement among raft nodes before linearized reading' (duration: 1.050915419s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:09.62613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.317865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"warn","ts":"2026-03-13T10:12:09.625911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.588434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:12:09.62623Z","caller":"traceutil/trace.go:171","msg":"trace[1721921111] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:548; }","duration":"251.466959ms","start":"2026-03-13T10:12:09.374741Z","end":"2026-03-13T10:12:09.626208Z","steps":["trace[1721921111] 'agreement among raft nodes before linearized reading' (duration: 251.156529ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:09.62624Z","caller":"traceutil/trace.go:171","msg":"trace[846405820] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:548; }","duration":"651.946196ms","start":"2026-03-13T10:12:08.974274Z","end":"2026-03-13T10:12:09.62622Z","steps":["trace[846405820] 'agreement among raft nodes before linearized reading' (duration: 651.555933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:09.626202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.926157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:12:09.626293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:08.974269Z","time spent":"652.012898ms","remote":"127.0.0.1:55454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-13T10:12:09.62633Z","caller":"traceutil/trace.go:171","msg":"trace[1915964287] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:548; }","duration":"851.146684ms","start":"2026-03-13T10:12:08.775155Z","end":"2026-03-13T10:12:09.626301Z","steps":["trace[1915964287] 'agreement among raft nodes before linearized reading' (duration: 850.792552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:09.62633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251556085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T10:12:09.626383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:08.775132Z","time spent":"851.241997ms","remote":"127.0.0.1:55454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-13T10:12:09.626215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:08.575061Z","time spent":"1.051141107s","remote":"127.0.0.1:55454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-03-13T10:12:09.626169Z","caller":"traceutil/trace.go:171","msg":"trace[1310626258] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:548; }","duration":"246.779041ms","start":"2026-03-13T10:12:09.37937Z","end":"2026-03-13T10:12:09.626149Z","steps":["trace[1310626258] 'agreement among raft nodes before linearized reading' (duration: 246.482371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:09.626489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.054846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:12:09.626563Z","caller":"traceutil/trace.go:171","msg":"trace[285287659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:548; }","duration":"668.111618ms","start":"2026-03-13T10:12:08.9584Z","end":"2026-03-13T10:12:09.626512Z","steps":["trace[285287659] 'agreement among raft nodes before linearized reading' (duration: 668.062656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:09.626602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:08.958385Z","time spent":"668.209621ms","remote":"127.0.0.1:55414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T10:12:09.628352Z","caller":"traceutil/trace.go:171","msg":"trace[246741040] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:548; }","duration":"1.253639295s","start":"2026-03-13T10:12:08.374696Z","end":"2026-03-13T10:12:09.628335Z","steps":["trace[246741040] 'agreement among raft nodes before linearized reading' (duration: 1.251566755s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:09.628414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:08.374679Z","time spent":"1.253719929s","remote":"127.0.0.1:55454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-03-13T10:12:15.79565Z","caller":"traceutil/trace.go:171","msg":"trace[876723964] linearizableReadLoop","detail":"{readStateIndex:627; appliedIndex:626; }","duration":"125.555257ms","start":"2026-03-13T10:12:15.670067Z","end":"2026-03-13T10:12:15.795623Z","steps":["trace[876723964] 'read index received' (duration: 125.314539ms)","trace[876723964] 'applied index is now lower than readState.Index' (duration: 239.618µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:12:15.796002Z","caller":"traceutil/trace.go:171","msg":"trace[193776732] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"126.488697ms","start":"2026-03-13T10:12:15.669496Z","end":"2026-03-13T10:12:15.795984Z","steps":["trace[193776732] 'process raft request' (duration: 125.980001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:15.796285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.208768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T10:12:15.796333Z","caller":"traceutil/trace.go:171","msg":"trace[1401282855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:606; }","duration":"126.26913ms","start":"2026-03-13T10:12:15.670051Z","end":"2026-03-13T10:12:15.79632Z","steps":["trace[1401282855] 'agreement among raft nodes before linearized reading' (duration: 126.125915ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:16.773012Z","caller":"traceutil/trace.go:171","msg":"trace[1331389624] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"522.085435ms","start":"2026-03-13T10:12:16.250909Z","end":"2026-03-13T10:12:16.772995Z","steps":["trace[1331389624] 'process raft request' (duration: 521.90919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:16.773131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:16.250882Z","time spent":"522.188639ms","remote":"127.0.0.1:55574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:12:17.917519Z","caller":"traceutil/trace.go:171","msg":"trace[465166739] linearizableReadLoop","detail":"{readStateIndex:636; appliedIndex:635; }","duration":"107.168848ms","start":"2026-03-13T10:12:17.810307Z","end":"2026-03-13T10:12:17.917475Z","steps":["trace[465166739] 'read index received' (duration: 106.945031ms)","trace[465166739] 'applied index is now lower than readState.Index' (duration: 222.887µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:12:17.917607Z","caller":"traceutil/trace.go:171","msg":"trace[2077774756] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"113.219688ms","start":"2026-03-13T10:12:17.80438Z","end":"2026-03-13T10:12:17.9176Z","steps":["trace[2077774756] 'process raft request' (duration: 112.925329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:17.917992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.376515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T10:12:17.918054Z","caller":"traceutil/trace.go:171","msg":"trace[1141469930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:615; }","duration":"107.470478ms","start":"2026-03-13T10:12:17.810572Z","end":"2026-03-13T10:12:17.918043Z","steps":["trace[1141469930] 'agreement among raft nodes before linearized reading' (duration: 107.125957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:17.918075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.968452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T10:12:17.918128Z","caller":"traceutil/trace.go:171","msg":"trace[84756358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:615; }","duration":"107.23265ms","start":"2026-03-13T10:12:17.810878Z","end":"2026-03-13T10:12:17.918111Z","steps":["trace[84756358] 'agreement among raft nodes before linearized reading' (duration: 106.941161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:17.918224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.369644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T10:12:17.918311Z","caller":"traceutil/trace.go:171","msg":"trace[1874546068] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:615; }","duration":"107.496279ms","start":"2026-03-13T10:12:17.810795Z","end":"2026-03-13T10:12:17.918291Z","steps":["trace[1874546068] 'agreement among raft nodes before linearized reading' (duration: 107.22763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:17.918305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.955013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T10:12:17.918443Z","caller":"traceutil/trace.go:171","msg":"trace[782304053] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:615; }","duration":"108.111898ms","start":"2026-03-13T10:12:17.810263Z","end":"2026-03-13T10:12:17.918375Z","steps":["trace[782304053] 'agreement among raft nodes before linearized reading' (duration: 107.793468ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:18.163911Z","caller":"traceutil/trace.go:171","msg":"trace[1559139129] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"241.160066ms","start":"2026-03-13T10:12:17.922709Z","end":"2026-03-13T10:12:18.163869Z","steps":["trace[1559139129] 'process raft request' (duration: 199.479468ms)","trace[1559139129] 'compare' (duration: 41.525483ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:12:18.236999Z","caller":"traceutil/trace.go:171","msg":"trace[1331746000] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"313.656724ms","start":"2026-03-13T10:12:17.923318Z","end":"2026-03-13T10:12:18.236974Z","steps":["trace[1331746000] 'process raft request' (duration: 313.396256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:18.23718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:17.923286Z","time spent":"313.807019ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:12:18.237208Z","caller":"traceutil/trace.go:171","msg":"trace[2033050592] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"313.800659ms","start":"2026-03-13T10:12:17.923393Z","end":"2026-03-13T10:12:18.237194Z","steps":["trace[2033050592] 'process raft request' (duration: 313.456038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:18.237285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:17.923364Z","time spent":"313.879642ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:12:18.237541Z","caller":"traceutil/trace.go:171","msg":"trace[1516710050] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"314.047157ms","start":"2026-03-13T10:12:17.923479Z","end":"2026-03-13T10:12:18.237526Z","steps":["trace[1516710050] 'process raft request' (duration: 313.664795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:18.237626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:17.923467Z","time spent":"314.119869ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T10:12:18.237646Z","caller":"traceutil/trace.go:171","msg":"trace[236394560] linearizableReadLoop","detail":"{readStateIndex:640; appliedIndex:636; }","duration":"279.959785ms","start":"2026-03-13T10:12:17.957671Z","end":"2026-03-13T10:12:18.237631Z","steps":["trace[236394560] 'read index received' (duration: 164.473337ms)","trace[236394560] 'applied index is now lower than readState.Index' (duration: 115.485498ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:12:18.237713Z","caller":"traceutil/trace.go:171","msg":"trace[66098403] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"146.155133ms","start":"2026-03-13T10:12:18.091546Z","end":"2026-03-13T10:12:18.237701Z","steps":["trace[66098403] 'process raft request' (duration: 145.934436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:18.237807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.138751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:12:18.237847Z","caller":"traceutil/trace.go:171","msg":"trace[428455555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:620; }","duration":"280.231363ms","start":"2026-03-13T10:12:17.957605Z","end":"2026-03-13T10:12:18.237836Z","steps":["trace[428455555] 'agreement among raft nodes before linearized reading' (duration: 280.078659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:20.421695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252349357619015,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:12:20.922903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12572252349357619015,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T10:12:20.997983Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.504834266s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-13T10:12:21.07648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1552049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T10:12:21.076349Z","caller":"traceutil/trace.go:171","msg":"trace[1940581872] linearizableReadLoop","detail":"{readStateIndex:642; appliedIndex:641; }","duration":"1.155070776s","start":"2026-03-13T10:12:19.921254Z","end":"2026-03-13T10:12:21.076325Z","steps":["trace[1940581872] 'read index received' (duration: 1.076843249s)","trace[1940581872] 'applied index is now lower than readState.Index' (duration: 78.226427ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:12:21.076533Z","caller":"traceutil/trace.go:171","msg":"trace[1781488287] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:620; }","duration":"1.155302753s","start":"2026-03-13T10:12:19.921224Z","end":"2026-03-13T10:12:21.076527Z","steps":["trace[1781488287] 'agreement among raft nodes before linearized reading' (duration: 1.155131448s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:21.076579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:19.921208Z","time spent":"1.155366304s","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T10:12:21.077002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118973051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T10:12:21.077075Z","caller":"traceutil/trace.go:171","msg":"trace[1853918650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:620; }","duration":"1.119099845s","start":"2026-03-13T10:12:19.957949Z","end":"2026-03-13T10:12:21.077049Z","steps":["trace[1853918650] 'agreement among raft nodes before linearized reading' (duration: 1.118915479s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:21.077131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:19.957931Z","time spent":"1.119190758s","remote":"127.0.0.1:55414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T10:12:21.077132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.044725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T10:12:21.077226Z","caller":"traceutil/trace.go:171","msg":"trace[561243041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:620; }","duration":"834.177989ms","start":"2026-03-13T10:12:20.243025Z","end":"2026-03-13T10:12:21.077203Z","steps":["trace[561243041] 'agreement among raft nodes before linearized reading' (duration: 833.87023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:21.077293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:20.243018Z","time spent":"834.260442ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T10:12:21.077392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.495309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T10:12:21.077416Z","caller":"traceutil/trace.go:171","msg":"trace[1926964558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:620; }","duration":"834.557321ms","start":"2026-03-13T10:12:20.242853Z","end":"2026-03-13T10:12:21.077411Z","steps":["trace[1926964558] 'agreement among raft nodes before linearized reading' (duration: 834.492059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:21.077432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:20.242834Z","time spent":"834.594712ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T10:12:21.07758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.714382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T10:12:21.077625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.367215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T10:12:21.077655Z","caller":"traceutil/trace.go:171","msg":"trace[438256759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:620; }","duration":"909.823905ms","start":"2026-03-13T10:12:20.1678Z","end":"2026-03-13T10:12:21.077624Z","steps":["trace[438256759] 'agreement among raft nodes before linearized reading' (duration: 909.603458ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:21.077683Z","caller":"traceutil/trace.go:171","msg":"trace[1265742822] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:620; }","duration":"834.441217ms","start":"2026-03-13T10:12:20.243226Z","end":"2026-03-13T10:12:21.077668Z","steps":["trace[1265742822] 'agreement among raft nodes before linearized reading' (duration: 834.235391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:21.077704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:20.167781Z","time spent":"909.913327ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T10:12:21.077712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T10:12:20.243165Z","time spent":"834.542521ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T10:12:27.68694Z","caller":"traceutil/trace.go:171","msg":"trace[1128141828] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"107.135361ms","start":"2026-03-13T10:12:27.579777Z","end":"2026-03-13T10:12:27.686912Z","steps":["trace[1128141828] 'process raft request' (duration: 106.922955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T10:12:28.663571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.846516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-13T10:12:28.663681Z","caller":"traceutil/trace.go:171","msg":"trace[545328199] transaction","detail":"{read_only:false; number_of_response:0; response_revision:672; }","duration":"289.020392ms","start":"2026-03-13T10:12:28.374645Z","end":"2026-03-13T10:12:28.663665Z","steps":["trace[545328199] 'process raft request' (duration: 100.870287ms)","trace[545328199] 'compare' (duration: 187.780994ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:12:28.688791Z","caller":"traceutil/trace.go:171","msg":"trace[1704862343] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"253.992949ms","start":"2026-03-13T10:12:28.434768Z","end":"2026-03-13T10:12:28.688761Z","steps":["trace[1704862343] 'process raft request' (duration: 253.824084ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:28.688805Z","caller":"traceutil/trace.go:171","msg":"trace[242337178] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"255.151602ms","start":"2026-03-13T10:12:28.433592Z","end":"2026-03-13T10:12:28.688744Z","steps":["trace[242337178] 'process raft request' (duration: 254.851873ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:29.33551Z","caller":"traceutil/trace.go:171","msg":"trace[1713378977] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"187.41287ms","start":"2026-03-13T10:12:29.148071Z","end":"2026-03-13T10:12:29.335484Z","steps":["trace[1713378977] 'process raft request' (duration: 187.218164ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:29.335766Z","caller":"traceutil/trace.go:171","msg":"trace[1803656850] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"186.982588ms","start":"2026-03-13T10:12:29.148759Z","end":"2026-03-13T10:12:29.335741Z","steps":["trace[1803656850] 'process raft request' (duration: 186.68021ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:29.356594Z","caller":"traceutil/trace.go:171","msg":"trace[1903342544] linearizableReadLoop","detail":"{readStateIndex:704; appliedIndex:701; }","duration":"162.345739ms","start":"2026-03-13T10:12:29.194221Z","end":"2026-03-13T10:12:29.356567Z","steps":["trace[1903342544] 'read index received' (duration: 141.071905ms)","trace[1903342544] 'applied index is now lower than readState.Index' (duration: 21.272834ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T10:12:29.356731Z","caller":"traceutil/trace.go:171","msg":"trace[1994453540] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"207.891111ms","start":"2026-03-13T10:12:29.148801Z","end":"2026-03-13T10:12:29.356692Z","steps":["trace[1994453540] 'process raft request' (duration: 186.866394ms)","trace[1994453540] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:459; } (duration: 20.702438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T10:12:29.357049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.813581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2249"} {"level":"info","ts":"2026-03-13T10:12:29.357105Z","caller":"traceutil/trace.go:171","msg":"trace[1715643836] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:680; }","duration":"162.920444ms","start":"2026-03-13T10:12:29.194171Z","end":"2026-03-13T10:12:29.357091Z","steps":["trace[1715643836] 'agreement among raft nodes before linearized reading' (duration: 162.507593ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T10:12:59.406958Z","caller":"traceutil/trace.go:171","msg":"trace[1261783196] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"100.326015ms","start":"2026-03-13T10:12:59.306583Z","end":"2026-03-13T10:12:59.406909Z","steps":["trace[1261783196] 'process raft request' (duration: 100.058699ms)"],"step_count":1}