{"level":"warn","ts":"2026-02-26T16:25:59.471795Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T16:25:59.4719Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.129:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.129:2380","--initial-cluster=instance=https://199.204.45.129:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.129:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.129:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-26T16:25:59.471989Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T16:25:59.471998Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-02-26T16:25:59.472021Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T16:25:59.473002Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"]} {"level":"info","ts":"2026-02-26T16:25:59.474057Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.129:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-26T16:25:59.478262Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.941076ms"} {"level":"info","ts":"2026-02-26T16:25:59.486829Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3cec112083e8d3ff","cluster-id":"3f68255a3b440659"} {"level":"info","ts":"2026-02-26T16:25:59.487062Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=()"} {"level":"info","ts":"2026-02-26T16:25:59.487103Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 0"} {"level":"info","ts":"2026-02-26T16:25:59.487158Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3cec112083e8d3ff [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-26T16:25:59.487185Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 1"} {"level":"info","ts":"2026-02-26T16:25:59.487294Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"warn","ts":"2026-02-26T16:25:59.494517Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-26T16:25:59.496341Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-26T16:25:59.498497Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-26T16:25:59.500699Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3cec112083e8d3ff","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-26T16:25:59.501792Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3cec112083e8d3ff","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-26T16:25:59.5018Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T16:25:59.50196Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T16:25:59.501989Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T16:25:59.5024Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"info","ts":"2026-02-26T16:25:59.502867Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","added-peer-id":"3cec112083e8d3ff","added-peer-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-02-26T16:25:59.506084Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T16:25:59.506212Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-02-26T16:25:59.506288Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-02-26T16:25:59.506523Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3cec112083e8d3ff","initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-26T16:25:59.506545Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-26T16:25:59.787526Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff is starting a new election at term 1"} {"level":"info","ts":"2026-02-26T16:25:59.787644Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became pre-candidate at term 1"} {"level":"info","ts":"2026-02-26T16:25:59.787681Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgPreVoteResp from 3cec112083e8d3ff at term 1"} {"level":"info","ts":"2026-02-26T16:25:59.78771Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became candidate at term 2"} {"level":"info","ts":"2026-02-26T16:25:59.787722Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgVoteResp from 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-02-26T16:25:59.787812Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became leader at term 2"} {"level":"info","ts":"2026-02-26T16:25:59.787865Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3cec112083e8d3ff elected leader 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-02-26T16:25:59.788931Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T16:25:59.789733Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3cec112083e8d3ff","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.129:2379]}","request-path":"/0/members/3cec112083e8d3ff/attributes","cluster-id":"3f68255a3b440659","publish-timeout":"7s"} {"level":"info","ts":"2026-02-26T16:25:59.78975Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T16:25:59.790266Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-26T16:25:59.790406Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-26T16:25:59.79033Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T16:25:59.790561Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T16:25:59.7906Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T16:25:59.793485Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-26T16:25:59.798314Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T16:25:59.800196Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.129:2379"} {"level":"warn","ts":"2026-02-26T16:26:09.913284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.17861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-02-26T16:26:09.913388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.34204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"warn","ts":"2026-02-26T16:26:09.913383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.365066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T16:26:09.913442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.872345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T16:26:09.913284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.327125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-02-26T16:26:09.913457Z","caller":"traceutil/trace.go:171","msg":"trace[1672794518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:312; }","duration":"299.456419ms","start":"2026-02-26T16:26:09.613981Z","end":"2026-02-26T16:26:09.913437Z","steps":["trace[1672794518] 'range keys from in-memory index tree' (duration: 299.273433ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:26:09.91349Z","caller":"traceutil/trace.go:171","msg":"trace[615471046] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:312; }","duration":"237.596604ms","start":"2026-02-26T16:26:09.675884Z","end":"2026-02-26T16:26:09.913481Z","steps":["trace[615471046] 'range keys from in-memory index tree' (duration: 237.18149ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:26:09.913497Z","caller":"traceutil/trace.go:171","msg":"trace[1490795579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:312; }","duration":"353.941488ms","start":"2026-02-26T16:26:09.559537Z","end":"2026-02-26T16:26:09.913478Z","steps":["trace[1490795579] 'range keys from in-memory index tree' (duration: 353.816753ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:26:09.913286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.424667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-02-26T16:26:09.913504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.494807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-02-26T16:26:09.913547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:26:09.559521Z","time spent":"354.016859ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T16:26:09.913602Z","caller":"traceutil/trace.go:171","msg":"trace[75379397] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:312; }","duration":"413.638992ms","start":"2026-02-26T16:26:09.499944Z","end":"2026-02-26T16:26:09.913583Z","steps":["trace[75379397] 'range keys from in-memory index tree' (duration: 413.385304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:26:09.91358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.999687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-02-26T16:26:09.913658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:26:09.499919Z","time spent":"413.729765ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"info","ts":"2026-02-26T16:26:09.913441Z","caller":"traceutil/trace.go:171","msg":"trace[291778612] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:312; }","duration":"263.434093ms","start":"2026-02-26T16:26:09.649992Z","end":"2026-02-26T16:26:09.913427Z","steps":["trace[291778612] 'range keys from in-memory index tree' (duration: 263.242057ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:26:09.913694Z","caller":"traceutil/trace.go:171","msg":"trace[1949636367] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:312; }","duration":"363.180994ms","start":"2026-02-26T16:26:09.550492Z","end":"2026-02-26T16:26:09.913673Z","steps":["trace[1949636367] 'range keys from in-memory index tree' (duration: 362.811432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:26:09.913747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:26:09.550473Z","time spent":"363.263856ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-02-26T16:26:09.91343Z","caller":"traceutil/trace.go:171","msg":"trace[396932885] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:312; }","duration":"112.381416ms","start":"2026-02-26T16:26:09.801027Z","end":"2026-02-26T16:26:09.913409Z","steps":["trace[396932885] 'range keys from in-memory index tree' (duration: 112.002474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:26:09.913384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.51783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-02-26T16:26:09.913878Z","caller":"traceutil/trace.go:171","msg":"trace[375501548] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:312; }","duration":"463.044037ms","start":"2026-02-26T16:26:09.45082Z","end":"2026-02-26T16:26:09.913864Z","steps":["trace[375501548] 'range keys from in-memory index tree' (duration: 462.427508ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:26:09.913954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:26:09.450802Z","time spent":"463.13963ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-02-26T16:26:09.914084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.842869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-02-26T16:26:09.914195Z","caller":"traceutil/trace.go:171","msg":"trace[944634864] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:312; }","duration":"213.747948ms","start":"2026-02-26T16:26:09.700411Z","end":"2026-02-26T16:26:09.914159Z","steps":["trace[944634864] 'range keys from in-memory index tree' (duration: 212.746026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:26:09.914465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.536615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-02-26T16:26:09.914518Z","caller":"traceutil/trace.go:171","msg":"trace[1388175336] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:312; }","duration":"163.716473ms","start":"2026-02-26T16:26:09.750789Z","end":"2026-02-26T16:26:09.914505Z","steps":["trace[1388175336] 'range keys from in-memory index tree' (duration: 162.390831ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:26:09.913588Z","caller":"traceutil/trace.go:171","msg":"trace[685561987] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:312; }","duration":"313.710456ms","start":"2026-02-26T16:26:09.599821Z","end":"2026-02-26T16:26:09.913531Z","steps":["trace[685561987] 'range keys from in-memory index tree' (duration: 313.327244ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:26:09.917122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:26:09.599749Z","time spent":"317.318122ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"info","ts":"2026-02-26T16:26:15.59081Z","caller":"traceutil/trace.go:171","msg":"trace[1165854481] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"329.363358ms","start":"2026-02-26T16:26:15.261423Z","end":"2026-02-26T16:26:15.590786Z","steps":["trace[1165854481] 'process raft request' (duration: 329.214773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:26:15.591428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:26:15.261395Z","time spent":"329.496912ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:26:15.82938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.367601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-02-26T16:26:15.829486Z","caller":"traceutil/trace.go:171","msg":"trace[1513086396] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:372; }","duration":"172.523695ms","start":"2026-02-26T16:26:15.656938Z","end":"2026-02-26T16:26:15.829462Z","steps":["trace[1513086396] 'range keys from in-memory index tree' (duration: 172.256337ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:26:26.177849Z","caller":"traceutil/trace.go:171","msg":"trace[686968074] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"158.011631ms","start":"2026-02-26T16:26:26.019786Z","end":"2026-02-26T16:26:26.177798Z","steps":["trace[686968074] 'process raft request' (duration: 140.891422ms)","trace[686968074] 'compare' (duration: 16.937503ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:26:29.831644Z","caller":"traceutil/trace.go:171","msg":"trace[864325321] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"175.422779ms","start":"2026-02-26T16:26:29.656186Z","end":"2026-02-26T16:26:29.831609Z","steps":["trace[864325321] 'process raft request' (duration: 175.249833ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:26:35.945203Z","caller":"traceutil/trace.go:171","msg":"trace[363555035] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"170.906903ms","start":"2026-02-26T16:26:35.774266Z","end":"2026-02-26T16:26:35.945173Z","steps":["trace[363555035] 'process raft request' (duration: 170.681796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:26:36.303499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.653193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T16:26:36.303639Z","caller":"traceutil/trace.go:171","msg":"trace[347848040] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:487; }","duration":"178.848129ms","start":"2026-02-26T16:26:36.124775Z","end":"2026-02-26T16:26:36.303623Z","steps":["trace[347848040] 'range keys from in-memory index tree' (duration: 178.475627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:26:37.854231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100649616130894,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T16:26:38.224518Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.429845338s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T16:26:38.224878Z","caller":"traceutil/trace.go:171","msg":"trace[1007181733] linearizableReadLoop","detail":"{readStateIndex:511; appliedIndex:510; }","duration":"871.562835ms","start":"2026-02-26T16:26:37.353288Z","end":"2026-02-26T16:26:38.22485Z","steps":["trace[1007181733] 'read index received' (duration: 871.41001ms)","trace[1007181733] 'applied index is now lower than readState.Index' (duration: 151.804µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:26:38.224917Z","caller":"traceutil/trace.go:171","msg":"trace[1290608042] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"1.430363504s","start":"2026-02-26T16:26:36.794529Z","end":"2026-02-26T16:26:38.224893Z","steps":["trace[1290608042] 'process raft request' (duration: 1.430178348s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:26:38.225023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.72313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:26:38.225062Z","caller":"traceutil/trace.go:171","msg":"trace[519598284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:490; }","duration":"871.822373ms","start":"2026-02-26T16:26:37.35323Z","end":"2026-02-26T16:26:38.225052Z","steps":["trace[519598284] 'agreement among raft nodes before linearized reading' (duration: 871.72842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:26:38.225097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:26:37.353206Z","time spent":"871.883135ms","remote":"127.0.0.1:52294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T16:26:38.225262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:26:36.794505Z","time spent":"1.43056149s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:26:38.229848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.047999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T16:26:38.229894Z","caller":"traceutil/trace.go:171","msg":"trace[1488802188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:490; }","duration":"248.149872ms","start":"2026-02-26T16:26:37.981728Z","end":"2026-02-26T16:26:38.229878Z","steps":["trace[1488802188] 'agreement among raft nodes before linearized reading' (duration: 248.07892ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:26:40.181639Z","caller":"traceutil/trace.go:171","msg":"trace[665443640] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"139.154275ms","start":"2026-02-26T16:26:40.04246Z","end":"2026-02-26T16:26:40.181614Z","steps":["trace[665443640] 'process raft request' (duration: 139.01652ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:26:49.973973Z","caller":"traceutil/trace.go:171","msg":"trace[167986664] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"116.185568ms","start":"2026-02-26T16:26:49.857761Z","end":"2026-02-26T16:26:49.973947Z","steps":["trace[167986664] 'process raft request' (duration: 113.234333ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:26:51.914029Z","caller":"traceutil/trace.go:171","msg":"trace[1894604495] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"102.104786ms","start":"2026-02-26T16:26:51.811895Z","end":"2026-02-26T16:26:51.914Z","steps":["trace[1894604495] 'process raft request' (duration: 101.955362ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:26:56.503274Z","caller":"traceutil/trace.go:171","msg":"trace[1693260388] linearizableReadLoop","detail":"{readStateIndex:697; appliedIndex:696; }","duration":"185.178451ms","start":"2026-02-26T16:26:56.318071Z","end":"2026-02-26T16:26:56.50325Z","steps":["trace[1693260388] 'read index received' (duration: 185.013485ms)","trace[1693260388] 'applied index is now lower than readState.Index' (duration: 164.116µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:26:56.503318Z","caller":"traceutil/trace.go:171","msg":"trace[527657189] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"572.392943ms","start":"2026-02-26T16:26:55.930906Z","end":"2026-02-26T16:26:56.503299Z","steps":["trace[527657189] 'process raft request' (duration: 572.206797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:26:56.503446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:26:55.930883Z","time spent":"572.483126ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:26:56.503487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.048716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-26T16:26:56.503517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.400911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:26:56.503557Z","caller":"traceutil/trace.go:171","msg":"trace[1768907236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:671; }","duration":"150.445113ms","start":"2026-02-26T16:26:56.353102Z","end":"2026-02-26T16:26:56.503547Z","steps":["trace[1768907236] 'agreement among raft nodes before linearized reading' (duration: 150.384721ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:26:56.503525Z","caller":"traceutil/trace.go:171","msg":"trace[518109933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:671; }","duration":"180.12804ms","start":"2026-02-26T16:26:56.323386Z","end":"2026-02-26T16:26:56.503514Z","steps":["trace[518109933] 'agreement among raft nodes before linearized reading' (duration: 180.006285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:26:56.504655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.535876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T16:26:56.504843Z","caller":"traceutil/trace.go:171","msg":"trace[1799656726] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:671; }","duration":"186.767574ms","start":"2026-02-26T16:26:56.318011Z","end":"2026-02-26T16:26:56.504778Z","steps":["trace[1799656726] 'agreement among raft nodes before linearized reading' (duration: 185.333056ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:26:56.63528Z","caller":"traceutil/trace.go:171","msg":"trace[151960801] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"124.247604ms","start":"2026-02-26T16:26:56.510981Z","end":"2026-02-26T16:26:56.635228Z","steps":["trace[151960801] 'process raft request' (duration: 118.124306ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:26:56.635347Z","caller":"traceutil/trace.go:171","msg":"trace[472454308] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"124.129799ms","start":"2026-02-26T16:26:56.511183Z","end":"2026-02-26T16:26:56.635313Z","steps":["trace[472454308] 'process raft request' (duration: 123.967354ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:26:56.635586Z","caller":"traceutil/trace.go:171","msg":"trace[1907383551] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"123.747547ms","start":"2026-02-26T16:26:56.511826Z","end":"2026-02-26T16:26:56.635573Z","steps":["trace[1907383551] 'process raft request' (duration: 123.376435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:26:59.032117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100649616131254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T16:26:59.532781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100649616131254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T16:27:00.033808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100649616131254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T16:27:00.327472Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.814247361s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T16:27:00.32779Z","caller":"traceutil/trace.go:171","msg":"trace[154809893] linearizableReadLoop","detail":"{readStateIndex:703; appliedIndex:702; }","duration":"1.795841626s","start":"2026-02-26T16:26:58.531926Z","end":"2026-02-26T16:27:00.327768Z","steps":["trace[154809893] 'read index received' (duration: 1.795689191s)","trace[154809893] 'applied index is now lower than readState.Index' (duration: 151.565µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:27:00.327867Z","caller":"traceutil/trace.go:171","msg":"trace[272334101] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"1.814766578s","start":"2026-02-26T16:26:58.513094Z","end":"2026-02-26T16:27:00.32786Z","steps":["trace[272334101] 'process raft request' (duration: 1.81453711s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:00.327962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:26:58.513072Z","time spent":"1.8148175s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:27:00.328152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688887829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T16:27:00.328205Z","caller":"traceutil/trace.go:171","msg":"trace[1358881009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:676; }","duration":"1.688967251s","start":"2026-02-26T16:26:58.639223Z","end":"2026-02-26T16:27:00.32819Z","steps":["trace[1358881009] 'agreement among raft nodes before linearized reading' (duration: 1.688825516s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:00.328239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:26:58.639207Z","time spent":"1.689024714s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T16:27:00.328264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.715792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:27:00.328304Z","caller":"traceutil/trace.go:171","msg":"trace[1454702897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:676; }","duration":"975.784544ms","start":"2026-02-26T16:26:59.352509Z","end":"2026-02-26T16:27:00.328293Z","steps":["trace[1454702897] 'agreement among raft nodes before linearized reading' (duration: 975.729652ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:00.328338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:26:59.352492Z","time spent":"975.838396ms","remote":"127.0.0.1:52294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T16:27:00.328421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688467955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T16:27:00.328457Z","caller":"traceutil/trace.go:171","msg":"trace[1844321572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:676; }","duration":"1.688533737s","start":"2026-02-26T16:26:58.639914Z","end":"2026-02-26T16:27:00.328448Z","steps":["trace[1844321572] 'agreement among raft nodes before linearized reading' (duration: 1.688443844s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:00.328485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:26:58.639895Z","time spent":"1.688582849s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T16:27:00.328527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796597692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T16:27:00.328556Z","caller":"traceutil/trace.go:171","msg":"trace[1621077385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:676; }","duration":"1.796666134s","start":"2026-02-26T16:26:58.531882Z","end":"2026-02-26T16:27:00.328548Z","steps":["trace[1621077385] 'agreement among raft nodes before linearized reading' (duration: 1.796582642s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:00.328583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:26:58.531862Z","time spent":"1.796713886s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T16:27:00.32865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689351725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T16:27:00.328684Z","caller":"traceutil/trace.go:171","msg":"trace[518119451] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:676; }","duration":"1.689429538s","start":"2026-02-26T16:26:58.639246Z","end":"2026-02-26T16:27:00.328676Z","steps":["trace[518119451] 'agreement among raft nodes before linearized reading' (duration: 1.689347335s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:00.328711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:26:58.639224Z","time spent":"1.689480579s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T16:27:00.532795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.754984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:27:00.533011Z","caller":"traceutil/trace.go:171","msg":"trace[1798123042] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"199.691623ms","start":"2026-02-26T16:27:00.333305Z","end":"2026-02-26T16:27:00.532997Z","steps":["trace[1798123042] 'process raft request' (duration: 199.573999ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:27:00.533117Z","caller":"traceutil/trace.go:171","msg":"trace[1616244355] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"199.887859ms","start":"2026-02-26T16:27:00.333223Z","end":"2026-02-26T16:27:00.533111Z","steps":["trace[1616244355] 'process raft request' (duration: 63.622288ms)","trace[1616244355] 'compare' (duration: 135.655781ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:27:00.533213Z","caller":"traceutil/trace.go:171","msg":"trace[1494848943] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"199.531868ms","start":"2026-02-26T16:27:00.333672Z","end":"2026-02-26T16:27:00.533204Z","steps":["trace[1494848943] 'process raft request' (duration: 199.251018ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:27:08.697344Z","caller":"traceutil/trace.go:171","msg":"trace[1064850259] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"115.974062ms","start":"2026-02-26T16:27:08.581345Z","end":"2026-02-26T16:27:08.697319Z","steps":["trace[1064850259] 'process raft request' (duration: 114.629206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:24.979488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100649616131474,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T16:27:25.475813Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.021047929s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T16:27:25.476124Z","caller":"traceutil/trace.go:171","msg":"trace[2021260632] linearizableReadLoop","detail":"{readStateIndex:783; appliedIndex:782; }","duration":"997.188599ms","start":"2026-02-26T16:27:24.478916Z","end":"2026-02-26T16:27:25.476104Z","steps":["trace[2021260632] 'read index received' (duration: 997.050815ms)","trace[2021260632] 'applied index is now lower than readState.Index' (duration: 136.874µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:27:25.476231Z","caller":"traceutil/trace.go:171","msg":"trace[1266346102] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"1.021588007s","start":"2026-02-26T16:27:24.454635Z","end":"2026-02-26T16:27:25.476223Z","steps":["trace[1266346102] 'process raft request' (duration: 1.021352339s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:25.476338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:24.454613Z","time spent":"1.02164927s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:27:25.476444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.526256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:27:25.476509Z","caller":"traceutil/trace.go:171","msg":"trace[724629111] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:750; }","duration":"850.637359ms","start":"2026-02-26T16:27:24.625851Z","end":"2026-02-26T16:27:25.476488Z","steps":["trace[724629111] 'agreement among raft nodes before linearized reading' (duration: 850.525266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:25.476555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:24.625829Z","time spent":"850.716832ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":13,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:27:25.476745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.412205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T16:27:25.47678Z","caller":"traceutil/trace.go:171","msg":"trace[933288095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:750; }","duration":"695.485027ms","start":"2026-02-26T16:27:24.781286Z","end":"2026-02-26T16:27:25.476771Z","steps":["trace[933288095] 'agreement among raft nodes before linearized reading' (duration: 695.382814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:25.476801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:24.781263Z","time spent":"695.533589ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T16:27:25.476854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.627786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T16:27:25.476894Z","caller":"traceutil/trace.go:171","msg":"trace[486493888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:750; }","duration":"742.72697ms","start":"2026-02-26T16:27:24.734157Z","end":"2026-02-26T16:27:25.476884Z","steps":["trace[486493888] 'agreement among raft nodes before linearized reading' (duration: 742.602336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:25.476922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.018868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-26T16:27:25.476926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:24.734144Z","time spent":"742.776301ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T16:27:25.476947Z","caller":"traceutil/trace.go:171","msg":"trace[1180928521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:750; }","duration":"998.08726ms","start":"2026-02-26T16:27:24.478854Z","end":"2026-02-26T16:27:25.476942Z","steps":["trace[1180928521] 'agreement among raft nodes before linearized reading' (duration: 998.025428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:25.476965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:24.478833Z","time spent":"998.128481ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T16:27:25.477103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.640191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T16:27:25.477138Z","caller":"traceutil/trace.go:171","msg":"trace[1442934652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:750; }","duration":"830.695123ms","start":"2026-02-26T16:27:24.646425Z","end":"2026-02-26T16:27:25.47712Z","steps":["trace[1442934652] 'agreement among raft nodes before linearized reading' (duration: 830.632531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:25.477159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:24.646408Z","time spent":"830.747045ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T16:27:25.657998Z","caller":"traceutil/trace.go:171","msg":"trace[997483951] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"170.985159ms","start":"2026-02-26T16:27:25.486984Z","end":"2026-02-26T16:27:25.657969Z","steps":["trace[997483951] 'process raft request' (duration: 170.931478ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:27:25.658209Z","caller":"traceutil/trace.go:171","msg":"trace[1240671849] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"171.237738ms","start":"2026-02-26T16:27:25.486898Z","end":"2026-02-26T16:27:25.658136Z","steps":["trace[1240671849] 'process raft request' (duration: 170.894146ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:27:25.65827Z","caller":"traceutil/trace.go:171","msg":"trace[393834910] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"171.323ms","start":"2026-02-26T16:27:25.486933Z","end":"2026-02-26T16:27:25.658256Z","steps":["trace[393834910] 'process raft request' (duration: 170.933857ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:27:25.658401Z","caller":"traceutil/trace.go:171","msg":"trace[1609659490] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"171.502336ms","start":"2026-02-26T16:27:25.486851Z","end":"2026-02-26T16:27:25.658353Z","steps":["trace[1609659490] 'process raft request' (duration: 114.622037ms)","trace[1609659490] 'compare' (duration: 56.166755ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:27:28.16302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100649616131485,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T16:27:28.230417Z","caller":"traceutil/trace.go:171","msg":"trace[89380752] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"745.670829ms","start":"2026-02-26T16:27:27.484722Z","end":"2026-02-26T16:27:28.230393Z","steps":["trace[89380752] 'process raft request' (duration: 745.494473ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:28.230582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:27.484704Z","time spent":"745.802724ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:27:28.635923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.03669ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T16:27:28.63601Z","caller":"traceutil/trace.go:171","msg":"trace[743782686] linearizableReadLoop","detail":"{readStateIndex:790; appliedIndex:788; }","duration":"973.763985ms","start":"2026-02-26T16:27:27.662229Z","end":"2026-02-26T16:27:28.635993Z","steps":["trace[743782686] 'read index received' (duration: 568.085146ms)","trace[743782686] 'applied index is now lower than readState.Index' (duration: 405.677529ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:27:28.636189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.951871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T16:27:28.636229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.748113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:27:28.636232Z","caller":"traceutil/trace.go:171","msg":"trace[1216876505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:756; }","duration":"974.074576ms","start":"2026-02-26T16:27:27.662147Z","end":"2026-02-26T16:27:28.636222Z","steps":["trace[1216876505] 'agreement among raft nodes before linearized reading' (duration: 973.922341ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:27:28.63626Z","caller":"traceutil/trace.go:171","msg":"trace[174423331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:756; }","duration":"283.812196ms","start":"2026-02-26T16:27:28.352437Z","end":"2026-02-26T16:27:28.636249Z","steps":["trace[174423331] 'agreement among raft nodes before linearized reading' (duration: 283.774804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:28.636272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:27.662121Z","time spent":"974.141598ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T16:27:28.636191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.640101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T16:27:28.636578Z","caller":"traceutil/trace.go:171","msg":"trace[995416564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:756; }","duration":"974.046405ms","start":"2026-02-26T16:27:27.662502Z","end":"2026-02-26T16:27:28.636549Z","steps":["trace[995416564] 'agreement among raft nodes before linearized reading' (duration: 973.592209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:28.636698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.20757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:27:28.636735Z","caller":"traceutil/trace.go:171","msg":"trace[264965383] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:756; }","duration":"772.273232ms","start":"2026-02-26T16:27:27.864454Z","end":"2026-02-26T16:27:28.636727Z","steps":["trace[264965383] 'agreement among raft nodes before linearized reading' (duration: 772.20624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:28.636763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:27.864441Z","time spent":"772.313063ms","remote":"127.0.0.1:52596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":13,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:27:28.636785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.513743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T16:27:28.636812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:27.662478Z","time spent":"974.309214ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T16:27:28.636795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.556072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:27:28.636917Z","caller":"traceutil/trace.go:171","msg":"trace[921269746] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:756; }","duration":"333.76878ms","start":"2026-02-26T16:27:28.303125Z","end":"2026-02-26T16:27:28.636894Z","steps":["trace[921269746] 'agreement among raft nodes before linearized reading' (duration: 333.514361ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:27:28.636848Z","caller":"traceutil/trace.go:171","msg":"trace[207181484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:756; }","duration":"972.643808ms","start":"2026-02-26T16:27:27.664189Z","end":"2026-02-26T16:27:28.636833Z","steps":["trace[207181484] 'agreement among raft nodes before linearized reading' (duration: 972.41662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:28.636948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.314373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T16:27:28.637053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:27.664168Z","time spent":"972.865504ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T16:27:28.637064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:28.303101Z","time spent":"333.901854ms","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:27:28.63713Z","caller":"traceutil/trace.go:171","msg":"trace[1313938082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:756; }","duration":"974.48908ms","start":"2026-02-26T16:27:27.662587Z","end":"2026-02-26T16:27:28.637076Z","steps":["trace[1313938082] 'agreement among raft nodes before linearized reading' (duration: 974.068726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:28.637214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:27.662574Z","time spent":"974.625364ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T16:27:41.321286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100649616131677,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T16:27:41.822216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100649616131677,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T16:27:42.323336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100649616131677,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T16:27:42.493221Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.678469325s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T16:27:43.352394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000262909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T16:27:43.352484Z","caller":"traceutil/trace.go:171","msg":"trace[52121367] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000428155s","start":"2026-02-26T16:27:41.352036Z","end":"2026-02-26T16:27:43.352464Z","steps":["trace[52121367] 'agreement among raft nodes before linearized reading' (duration: 2.00028143s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:43.352602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:41.352022Z","time spent":"2.000539988s","remote":"127.0.0.1:52294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 16:27:43 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T16:27:45.097174Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.603774366s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T16:27:45.172832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000761425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T16:27:45.172918Z","caller":"traceutil/trace.go:171","msg":"trace[1692902854] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000888139s","start":"2026-02-26T16:27:43.172009Z","end":"2026-02-26T16:27:45.172898Z","steps":["trace[1692902854] 'agreement among raft nodes before linearized reading' (duration: 2.000782845s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:45.172967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:43.171997Z","time spent":"2.000960991s","remote":"127.0.0.1:52294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 16:27:45 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T16:27:45.352755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999873425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T16:27:45.352833Z","caller":"traceutil/trace.go:171","msg":"trace[847929474] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999966058s","start":"2026-02-26T16:27:43.352849Z","end":"2026-02-26T16:27:45.352815Z","steps":["trace[847929474] 'agreement among raft nodes before linearized reading' (duration: 1.999870175s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:45.352894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:43.352793Z","time spent":"2.000091082s","remote":"127.0.0.1:52308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 16:27:45 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T16:27:45.496834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084308784s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:27:45.49693Z","caller":"traceutil/trace.go:171","msg":"trace[1793900197] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:841; }","duration":"1.084411917s","start":"2026-02-26T16:27:44.412501Z","end":"2026-02-26T16:27:45.496913Z","steps":["trace[1793900197] 'range keys from in-memory index tree' (duration: 1.084292182s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:45.497535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.0040078s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:27:45.497743Z","caller":"traceutil/trace.go:171","msg":"trace[1376170266] linearizableReadLoop","detail":"{readStateIndex:881; appliedIndex:879; }","duration":"4.682809926s","start":"2026-02-26T16:27:40.814916Z","end":"2026-02-26T16:27:45.497726Z","steps":["trace[1376170266] 'read index received' (duration: 1.678539837s)","trace[1376170266] 'applied index is now lower than readState.Index' (duration: 3.004269159s)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:27:45.497968Z","caller":"traceutil/trace.go:171","msg":"trace[1922136196] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"4.68737687s","start":"2026-02-26T16:27:40.810579Z","end":"2026-02-26T16:27:45.497956Z","steps":["trace[1922136196] 'process raft request' (duration: 1.682855123s)","trace[1922136196] 'compare' (duration: 3.003209543s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:27:45.498037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:40.810554Z","time spent":"4.687450593s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:27:45.498273Z","caller":"traceutil/trace.go:171","msg":"trace[391353363] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"4.680804768s","start":"2026-02-26T16:27:40.817459Z","end":"2026-02-26T16:27:45.498263Z","steps":["trace[391353363] 'process raft request' (duration: 4.680181357s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:45.498333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:40.817442Z","time spent":"4.68086285s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:27:45.49855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.689287885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T16:27:45.498589Z","caller":"traceutil/trace.go:171","msg":"trace[247474016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:843; }","duration":"4.689344157s","start":"2026-02-26T16:27:40.809234Z","end":"2026-02-26T16:27:45.498578Z","steps":["trace[247474016] 'agreement among raft nodes before linearized reading' (duration: 4.689228884s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:45.498617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:40.809227Z","time spent":"4.689383539s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T16:27:45.501154Z","caller":"traceutil/trace.go:171","msg":"trace[1701235948] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"1.736828824s","start":"2026-02-26T16:27:43.764068Z","end":"2026-02-26T16:27:45.500897Z","steps":["trace[1701235948] 'process raft request' (duration: 1.735979615s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:45.502014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:43.764042Z","time spent":"1.737559469s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:27:45.565033Z","caller":"traceutil/trace.go:171","msg":"trace[1699342699] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"389.505471ms","start":"2026-02-26T16:27:45.175504Z","end":"2026-02-26T16:27:45.565009Z","steps":["trace[1699342699] 'process raft request' (duration: 389.388897ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:45.565086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.576688318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:27:45.565159Z","caller":"traceutil/trace.go:171","msg":"trace[1743320534] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:845; }","duration":"4.576808712s","start":"2026-02-26T16:27:40.988331Z","end":"2026-02-26T16:27:45.56514Z","steps":["trace[1743320534] 'agreement among raft nodes before linearized reading' (duration: 4.576672057s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:45.565166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978456218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:27:45.565215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:45.175483Z","time spent":"389.645925ms","remote":"127.0.0.1:52386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T16:27:45.565276Z","caller":"traceutil/trace.go:171","msg":"trace[1819607101] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:845; }","duration":"1.978620775s","start":"2026-02-26T16:27:43.58662Z","end":"2026-02-26T16:27:45.565241Z","steps":["trace[1819607101] 'agreement among raft nodes before linearized reading' (duration: 1.978421408s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:45.565333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:43.586601Z","time spent":"1.978721027s","remote":"127.0.0.1:52586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:27:45.565376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.78847415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:27:45.565411Z","caller":"traceutil/trace.go:171","msg":"trace[220099207] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:845; }","duration":"2.788544662s","start":"2026-02-26T16:27:42.776857Z","end":"2026-02-26T16:27:45.565402Z","steps":["trace[220099207] 'agreement among raft nodes before linearized reading' (duration: 2.78849947s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:45.565417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215536225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:27:45.56543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.86725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:27:45.565509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.801395308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-26T16:27:45.565536Z","caller":"traceutil/trace.go:171","msg":"trace[365126776] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:845; }","duration":"2.80144829s","start":"2026-02-26T16:27:42.76408Z","end":"2026-02-26T16:27:45.565528Z","steps":["trace[365126776] 'agreement among raft nodes before linearized reading' (duration: 2.801375368s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:45.565438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:42.776835Z","time spent":"2.788595514s","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:27:45.565547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620923174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:27:45.565574Z","caller":"traceutil/trace.go:171","msg":"trace[1818417482] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:845; }","duration":"1.621010197s","start":"2026-02-26T16:27:43.944559Z","end":"2026-02-26T16:27:45.565569Z","steps":["trace[1818417482] 'agreement among raft nodes before linearized reading' (duration: 1.620966525s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:45.565336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.746778237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T16:27:45.565605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:43.944517Z","time spent":"1.621082719s","remote":"127.0.0.1:52584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:27:45.56549Z","caller":"traceutil/trace.go:171","msg":"trace[1532152357] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:845; }","duration":"1.215664828s","start":"2026-02-26T16:27:44.34981Z","end":"2026-02-26T16:27:45.565475Z","steps":["trace[1532152357] 'agreement among raft nodes before linearized reading' (duration: 1.215522224s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:45.565635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:44.349779Z","time spent":"1.215847125s","remote":"127.0.0.1:52528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:27:45.565574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:42.764062Z","time spent":"2.801506612s","remote":"127.0.0.1:52330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-02-26T16:27:45.565659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.191371395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T16:27:45.565537Z","caller":"traceutil/trace.go:171","msg":"trace[837004662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:845; }","duration":"208.024175ms","start":"2026-02-26T16:27:45.357495Z","end":"2026-02-26T16:27:45.565519Z","steps":["trace[837004662] 'agreement among raft nodes before linearized reading' (duration: 207.855519ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:27:45.565742Z","caller":"traceutil/trace.go:171","msg":"trace[656798794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:845; }","duration":"3.191500509s","start":"2026-02-26T16:27:42.374222Z","end":"2026-02-26T16:27:45.565723Z","steps":["trace[656798794] 'agreement among raft nodes before linearized reading' (duration: 3.191259751s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:45.565799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:42.374204Z","time spent":"3.191583682s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T16:27:45.565204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:40.988313Z","time spent":"4.576880974s","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:27:45.565601Z","caller":"traceutil/trace.go:171","msg":"trace[1247486182] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:845; }","duration":"2.747073206s","start":"2026-02-26T16:27:42.81852Z","end":"2026-02-26T16:27:45.565593Z","steps":["trace[1247486182] 'agreement among raft nodes before linearized reading' (duration: 2.746710784s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:45.565897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:42.8185Z","time spent":"2.747383036s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T16:27:45.872375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.248622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:27:45.872549Z","caller":"traceutil/trace.go:171","msg":"trace[1216157829] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"368.513809ms","start":"2026-02-26T16:27:45.504001Z","end":"2026-02-26T16:27:45.872515Z","steps":["trace[1216157829] 'process raft request' (duration: 196.06844ms)","trace[1216157829] 'compare' (duration: 172.152309ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:27:45.872628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.7804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:27:45.872643Z","caller":"traceutil/trace.go:171","msg":"trace[1503805585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:849; }","duration":"305.809442ms","start":"2026-02-26T16:27:45.566829Z","end":"2026-02-26T16:27:45.872639Z","steps":["trace[1503805585] 'agreement among raft nodes before linearized reading' (duration: 305.76925ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:45.872662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:45.566825Z","time spent":"305.833252ms","remote":"127.0.0.1:52308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T16:27:45.872703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:45.503986Z","time spent":"368.627662ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:27:45.872584Z","caller":"traceutil/trace.go:171","msg":"trace[1892890304] linearizableReadLoop","detail":"{readStateIndex:885; appliedIndex:883; }","duration":"305.727069ms","start":"2026-02-26T16:27:45.566846Z","end":"2026-02-26T16:27:45.872574Z","steps":["trace[1892890304] 'read index received' (duration: 133.239049ms)","trace[1892890304] 'applied index is now lower than readState.Index' (duration: 172.48754ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:27:45.872848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:45.56673Z","time spent":"306.116482ms","remote":"127.0.0.1:52330","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T16:27:45.872935Z","caller":"traceutil/trace.go:171","msg":"trace[1150326867] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"302.478389ms","start":"2026-02-26T16:27:45.570451Z","end":"2026-02-26T16:27:45.87293Z","steps":["trace[1150326867] 'process raft request' (duration: 302.049984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:45.872973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:45.570442Z","time spent":"302.51289ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:27:45.873015Z","caller":"traceutil/trace.go:171","msg":"trace[286854842] transaction","detail":"{read_only:false; response_revision:848; number_of_response:1; }","duration":"302.419166ms","start":"2026-02-26T16:27:45.570592Z","end":"2026-02-26T16:27:45.873011Z","steps":["trace[286854842] 'process raft request' (duration: 301.93618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:45.873036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:45.57057Z","time spent":"302.454078ms","remote":"127.0.0.1:52386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T16:27:45.873089Z","caller":"traceutil/trace.go:171","msg":"trace[1068947114] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"302.441787ms","start":"2026-02-26T16:27:45.570634Z","end":"2026-02-26T16:27:45.873076Z","steps":["trace[1068947114] 'process raft request' (duration: 301.921349ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:27:45.87316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:45.570606Z","time spent":"302.513679ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:27:45.873372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.120032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:27:45.873464Z","caller":"traceutil/trace.go:171","msg":"trace[145767813] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:849; }","duration":"242.584947ms","start":"2026-02-26T16:27:45.630862Z","end":"2026-02-26T16:27:45.873447Z","steps":["trace[145767813] 'agreement among raft nodes before linearized reading' (duration: 242.07374ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:00.252064Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100649616131788,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T16:28:00.277689Z","caller":"traceutil/trace.go:171","msg":"trace[1083023777] linearizableReadLoop","detail":"{readStateIndex:926; appliedIndex:925; }","duration":"525.932647ms","start":"2026-02-26T16:27:59.751733Z","end":"2026-02-26T16:28:00.277665Z","steps":["trace[1083023777] 'read index received' (duration: 525.829024ms)","trace[1083023777] 'applied index is now lower than readState.Index' (duration: 102.513µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:28:00.277952Z","caller":"traceutil/trace.go:171","msg":"trace[1435279818] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"592.60829ms","start":"2026-02-26T16:27:59.685332Z","end":"2026-02-26T16:28:00.277941Z","steps":["trace[1435279818] 'process raft request' (duration: 592.194067ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:00.278056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:59.685313Z","time spent":"592.672712ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:28:00.278296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.558327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:28:00.278336Z","caller":"traceutil/trace.go:171","msg":"trace[1151397889] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:885; }","duration":"526.64446ms","start":"2026-02-26T16:27:59.751682Z","end":"2026-02-26T16:28:00.278327Z","steps":["trace[1151397889] 'agreement among raft nodes before linearized reading' (duration: 526.575928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:00.278366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:59.751659Z","time spent":"526.699571ms","remote":"127.0.0.1:52400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:28:00.278739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.088644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T16:28:00.278826Z","caller":"traceutil/trace.go:171","msg":"trace[852061513] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:885; }","duration":"462.252689ms","start":"2026-02-26T16:27:59.816555Z","end":"2026-02-26T16:28:00.278808Z","steps":["trace[852061513] 'agreement among raft nodes before linearized reading' (duration: 461.94833ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:00.278852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.333246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T16:28:00.278882Z","caller":"traceutil/trace.go:171","msg":"trace[1688960185] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:885; }","duration":"192.391777ms","start":"2026-02-26T16:28:00.08648Z","end":"2026-02-26T16:28:00.278871Z","steps":["trace[1688960185] 'agreement among raft nodes before linearized reading' (duration: 192.322715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:00.278911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:59.816532Z","time spent":"462.362063ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T16:28:00.278937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.932621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T16:28:00.279021Z","caller":"traceutil/trace.go:171","msg":"trace[76385902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:885; }","duration":"262.052795ms","start":"2026-02-26T16:28:00.016951Z","end":"2026-02-26T16:28:00.279004Z","steps":["trace[76385902] 'agreement among raft nodes before linearized reading' (duration: 261.832258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:00.279162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.39121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:28:00.2792Z","caller":"traceutil/trace.go:171","msg":"trace[1463561611] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:885; }","duration":"300.434072ms","start":"2026-02-26T16:27:59.978756Z","end":"2026-02-26T16:28:00.27919Z","steps":["trace[1463561611] 'agreement among raft nodes before linearized reading' (duration: 300.320718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:00.27921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.1817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:28:00.279232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:27:59.978703Z","time spent":"300.519804ms","remote":"127.0.0.1:52472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:28:00.279244Z","caller":"traceutil/trace.go:171","msg":"trace[681166963] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:885; }","duration":"215.246151ms","start":"2026-02-26T16:28:00.063988Z","end":"2026-02-26T16:28:00.279234Z","steps":["trace[681166963] 'agreement among raft nodes before linearized reading' (duration: 215.187879ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:00.278773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.77443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-26T16:28:00.279409Z","caller":"traceutil/trace.go:171","msg":"trace[1224548937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:885; }","duration":"211.442031ms","start":"2026-02-26T16:28:00.067956Z","end":"2026-02-26T16:28:00.279398Z","steps":["trace[1224548937] 'agreement among raft nodes before linearized reading' (duration: 210.723838ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:00.485697Z","caller":"traceutil/trace.go:171","msg":"trace[877959160] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"201.830436ms","start":"2026-02-26T16:28:00.283842Z","end":"2026-02-26T16:28:00.485672Z","steps":["trace[877959160] 'process raft request' (duration: 179.23894ms)","trace[877959160] 'compare' (duration: 22.353128ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:28:01.083189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.787008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:28:01.083334Z","caller":"traceutil/trace.go:171","msg":"trace[522972462] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"798.949819ms","start":"2026-02-26T16:28:00.284367Z","end":"2026-02-26T16:28:01.083317Z","steps":["trace[522972462] 'process raft request' (duration: 588.952534ms)","trace[522972462] 'compare' (duration: 209.53553ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:28:01.083416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:00.284351Z","time spent":"799.035812ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:28:01.083691Z","caller":"traceutil/trace.go:171","msg":"trace[2050029902] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"799.209918ms","start":"2026-02-26T16:28:00.28447Z","end":"2026-02-26T16:28:01.08368Z","steps":["trace[2050029902] 'process raft request' (duration: 798.802345ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:01.083705Z","caller":"traceutil/trace.go:171","msg":"trace[1874026551] linearizableReadLoop","detail":"{readStateIndex:930; appliedIndex:926; }","duration":"730.162979ms","start":"2026-02-26T16:28:00.353513Z","end":"2026-02-26T16:28:01.083676Z","steps":["trace[1874026551] 'read index received' (duration: 109.619684ms)","trace[1874026551] 'applied index is now lower than readState.Index' (duration: 620.541975ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:28:01.083761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:00.284463Z","time spent":"799.262959ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:28:01.08374Z","caller":"traceutil/trace.go:171","msg":"trace[475546973] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"798.99197ms","start":"2026-02-26T16:28:00.284719Z","end":"2026-02-26T16:28:01.083711Z","steps":["trace[475546973] 'process raft request' (duration: 798.827105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:01.083865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.325514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:28:01.083906Z","caller":"traceutil/trace.go:171","msg":"trace[928158884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:889; }","duration":"730.415447ms","start":"2026-02-26T16:28:00.35348Z","end":"2026-02-26T16:28:01.083895Z","steps":["trace[928158884] 'agreement among raft nodes before linearized reading' (duration: 730.306114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:01.083909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:00.284712Z","time spent":"799.103164ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:28:01.083945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:00.353465Z","time spent":"730.47241ms","remote":"127.0.0.1:52294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T16:28:02.170397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.427927ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T16:28:02.170524Z","caller":"traceutil/trace.go:171","msg":"trace[2094664973] linearizableReadLoop","detail":"{readStateIndex:931; appliedIndex:930; }","duration":"816.002659ms","start":"2026-02-26T16:28:01.354478Z","end":"2026-02-26T16:28:02.17048Z","steps":["trace[2094664973] 'read index received' (duration: 31.981µs)","trace[2094664973] 'applied index is now lower than readState.Index' (duration: 815.969318ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:28:02.170645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.139033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:28:02.170709Z","caller":"traceutil/trace.go:171","msg":"trace[923041812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:889; }","duration":"816.257277ms","start":"2026-02-26T16:28:01.35444Z","end":"2026-02-26T16:28:02.170697Z","steps":["trace[923041812] 'agreement among raft nodes before linearized reading' (duration: 816.124113ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:02.170743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:01.354423Z","time spent":"816.315868ms","remote":"127.0.0.1:52294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T16:28:02.170663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.763578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:28:02.170902Z","caller":"traceutil/trace.go:171","msg":"trace[1324262330] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:889; }","duration":"566.030817ms","start":"2026-02-26T16:28:01.604851Z","end":"2026-02-26T16:28:02.170882Z","steps":["trace[1324262330] 'agreement among raft nodes before linearized reading' (duration: 565.762878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:02.170994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:01.604838Z","time spent":"566.136001ms","remote":"127.0.0.1:52522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:28:02.92853Z","caller":"traceutil/trace.go:171","msg":"trace[1093494053] linearizableReadLoop","detail":"{readStateIndex:932; appliedIndex:931; }","duration":"500.024326ms","start":"2026-02-26T16:28:02.428465Z","end":"2026-02-26T16:28:02.92849Z","steps":["trace[1093494053] 'read index received' (duration: 499.741917ms)","trace[1093494053] 'applied index is now lower than readState.Index' (duration: 281.299µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:28:02.928574Z","caller":"traceutil/trace.go:171","msg":"trace[1204839583] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"640.421465ms","start":"2026-02-26T16:28:02.288129Z","end":"2026-02-26T16:28:02.92855Z","steps":["trace[1204839583] 'process raft request' (duration: 640.179137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:02.928686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.197192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:28:02.928716Z","caller":"traceutil/trace.go:171","msg":"trace[1169880435] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:890; }","duration":"500.273574ms","start":"2026-02-26T16:28:02.428433Z","end":"2026-02-26T16:28:02.928707Z","steps":["trace[1169880435] 'agreement among raft nodes before linearized reading' (duration: 500.189441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:02.928742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:02.428419Z","time spent":"500.315086ms","remote":"127.0.0.1:52342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":11,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:28:02.928746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.874538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T16:28:02.928723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:02.288117Z","time spent":"640.513767ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:28:02.928782Z","caller":"traceutil/trace.go:171","msg":"trace[1446046132] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:890; }","duration":"438.947861ms","start":"2026-02-26T16:28:02.489825Z","end":"2026-02-26T16:28:02.928772Z","steps":["trace[1446046132] 'agreement among raft nodes before linearized reading' (duration: 438.818247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:02.928802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:02.489801Z","time spent":"438.996112ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T16:28:02.928739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.629295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-26T16:28:02.928809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.514817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:28:02.928852Z","caller":"traceutil/trace.go:171","msg":"trace[1502895221] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:890; }","duration":"163.78242ms","start":"2026-02-26T16:28:02.765061Z","end":"2026-02-26T16:28:02.928843Z","steps":["trace[1502895221] 'agreement among raft nodes before linearized reading' (duration: 163.603554ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:02.928876Z","caller":"traceutil/trace.go:171","msg":"trace[120392787] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:890; }","duration":"255.642862ms","start":"2026-02-26T16:28:02.673219Z","end":"2026-02-26T16:28:02.928862Z","steps":["trace[120392787] 'agreement among raft nodes before linearized reading' (duration: 255.495447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:03.131387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.162045ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-02-26T16:28:03.131797Z","caller":"traceutil/trace.go:171","msg":"trace[298508051] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"198.695887ms","start":"2026-02-26T16:28:02.933083Z","end":"2026-02-26T16:28:03.131779Z","steps":["trace[298508051] 'process raft request' (duration: 198.367636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:05.173788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000444235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T16:28:05.173855Z","caller":"traceutil/trace.go:171","msg":"trace[534594747] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000568848s","start":"2026-02-26T16:28:03.173271Z","end":"2026-02-26T16:28:05.17384Z","steps":["trace[534594747] 'agreement among raft nodes before linearized reading' (duration: 2.000472965s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:05.173894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:03.173256Z","time spent":"2.0006296s","remote":"127.0.0.1:52294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 16:28:05 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T16:28:05.350422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000494477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T16:28:05.350507Z","caller":"traceutil/trace.go:171","msg":"trace[1906334337] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000635421s","start":"2026-02-26T16:28:03.349852Z","end":"2026-02-26T16:28:05.350487Z","steps":["trace[1906334337] 'agreement among raft nodes before linearized reading' (duration: 2.000529948s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:05.350553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:03.349827Z","time spent":"2.000718304s","remote":"127.0.0.1:52308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T16:28:05.895907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484156873s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:28:05.896053Z","caller":"traceutil/trace.go:171","msg":"trace[993333080] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:892; }","duration":"1.484312218s","start":"2026-02-26T16:28:04.411723Z","end":"2026-02-26T16:28:05.896036Z","steps":["trace[993333080] 'range keys from in-memory index tree' (duration: 1.484139912s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:05.896471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749063708s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:28:05.896856Z","caller":"traceutil/trace.go:171","msg":"trace[1491037399] linearizableReadLoop","detail":"{readStateIndex:938; appliedIndex:935; }","duration":"2.723529079s","start":"2026-02-26T16:28:03.17331Z","end":"2026-02-26T16:28:05.896839Z","steps":["trace[1491037399] 'read index received' (duration: 19.688173ms)","trace[1491037399] 'applied index is now lower than readState.Index' (duration: 2.703789025s)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:28:05.896909Z","caller":"traceutil/trace.go:171","msg":"trace[547266304] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"2.762014519s","start":"2026-02-26T16:28:03.13488Z","end":"2026-02-26T16:28:05.896894Z","steps":["trace[547266304] 'process raft request' (duration: 1.012417524s)","trace[547266304] 'compare' (duration: 1.748308204s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:28:05.896982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:03.134867Z","time spent":"2.762074251s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:28:05.897018Z","caller":"traceutil/trace.go:171","msg":"trace[1382750039] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"2.76111126s","start":"2026-02-26T16:28:03.135896Z","end":"2026-02-26T16:28:05.897007Z","steps":["trace[1382750039] 'process raft request' (duration: 2.760741409s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:05.897297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.139063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:28:05.897338Z","caller":"traceutil/trace.go:171","msg":"trace[1721764306] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:895; }","duration":"887.215736ms","start":"2026-02-26T16:28:05.010113Z","end":"2026-02-26T16:28:05.897328Z","steps":["trace[1721764306] 'agreement among raft nodes before linearized reading' (duration: 887.145933ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:05.897369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:05.010098Z","time spent":"887.263098ms","remote":"127.0.0.1:52696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:28:05.897352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702579865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-02-26T16:28:05.897392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.614477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897d8b876dd240e\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-02-26T16:28:05.897411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.654629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T16:28:05.897419Z","caller":"traceutil/trace.go:171","msg":"trace[1034506128] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:895; }","duration":"2.702685159s","start":"2026-02-26T16:28:03.194717Z","end":"2026-02-26T16:28:05.897402Z","steps":["trace[1034506128] 'agreement among raft nodes before linearized reading' (duration: 2.702539624s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:05.89745Z","caller":"traceutil/trace.go:171","msg":"trace[1139869863] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897d8b876dd240e; range_end:; response_count:1; response_revision:895; }","duration":"720.69238ms","start":"2026-02-26T16:28:05.176727Z","end":"2026-02-26T16:28:05.89742Z","steps":["trace[1139869863] 'agreement among raft nodes before linearized reading' (duration: 720.542725ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:05.897452Z","caller":"traceutil/trace.go:171","msg":"trace[660166861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:895; }","duration":"750.727341ms","start":"2026-02-26T16:28:05.146713Z","end":"2026-02-26T16:28:05.897441Z","steps":["trace[660166861] 'agreement among raft nodes before linearized reading' (duration: 750.580447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:05.897461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:03.194695Z","time spent":"2.702758032s","remote":"127.0.0.1:52472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T16:28:05.897485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:05.17671Z","time spent":"720.765302ms","remote":"127.0.0.1:52386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897d8b876dd240e\" "} {"level":"warn","ts":"2026-02-26T16:28:05.89749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:05.146691Z","time spent":"750.789423ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T16:28:05.897581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.40497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:28:05.89763Z","caller":"traceutil/trace.go:171","msg":"trace[694202999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:895; }","duration":"537.479393ms","start":"2026-02-26T16:28:05.360135Z","end":"2026-02-26T16:28:05.897615Z","steps":["trace[694202999] 'agreement among raft nodes before linearized reading' (duration: 537.416361ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:05.897694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:05.360118Z","time spent":"537.561556ms","remote":"127.0.0.1:52294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T16:28:05.897734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.789844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T16:28:05.897759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.528824339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:28:05.897769Z","caller":"traceutil/trace.go:171","msg":"trace[2132978198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:895; }","duration":"964.855847ms","start":"2026-02-26T16:28:04.932901Z","end":"2026-02-26T16:28:05.897756Z","steps":["trace[2132978198] 'agreement among raft nodes before linearized reading' (duration: 964.740884ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:05.897785Z","caller":"traceutil/trace.go:171","msg":"trace[1466981838] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:895; }","duration":"2.528889791s","start":"2026-02-26T16:28:03.368887Z","end":"2026-02-26T16:28:05.897777Z","steps":["trace[1466981838] 'agreement among raft nodes before linearized reading' (duration: 2.528845189s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:05.897796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:04.932882Z","time spent":"964.908598ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T16:28:05.897806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:03.368862Z","time spent":"2.528937783s","remote":"127.0.0.1:52778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:28:05.897885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476480399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:28:05.897901Z","caller":"traceutil/trace.go:171","msg":"trace[1932923988] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:895; }","duration":"1.476531201s","start":"2026-02-26T16:28:04.421365Z","end":"2026-02-26T16:28:05.897896Z","steps":["trace[1932923988] 'agreement among raft nodes before linearized reading' (duration: 1.476485639s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:05.897917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:04.421337Z","time spent":"1.476575742s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":12,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:28:05.897942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655782073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:28:05.897971Z","caller":"traceutil/trace.go:171","msg":"trace[758944849] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:895; }","duration":"2.655833314s","start":"2026-02-26T16:28:03.242128Z","end":"2026-02-26T16:28:05.897962Z","steps":["trace[758944849] 'agreement among raft nodes before linearized reading' (duration: 2.655788402s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:05.897997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:03.242116Z","time spent":"2.655873866s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:28:05.896688Z","caller":"traceutil/trace.go:171","msg":"trace[652135442] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"2.761067839s","start":"2026-02-26T16:28:03.135604Z","end":"2026-02-26T16:28:05.896672Z","steps":["trace[652135442] 'process raft request' (duration: 2.760961126s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:05.898606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:03.135598Z","time spent":"2.762946059s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:28:05.897127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:03.135878Z","time spent":"2.761201434s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:28:06.143666Z","caller":"traceutil/trace.go:171","msg":"trace[129750370] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"242.503316ms","start":"2026-02-26T16:28:05.901138Z","end":"2026-02-26T16:28:06.143641Z","steps":["trace[129750370] 'process raft request' (duration: 242.290829ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:06.185263Z","caller":"traceutil/trace.go:171","msg":"trace[1720075873] linearizableReadLoop","detail":"{readStateIndex:941; appliedIndex:938; }","duration":"264.085639ms","start":"2026-02-26T16:28:05.921153Z","end":"2026-02-26T16:28:06.185238Z","steps":["trace[1720075873] 'read index received' (duration: 222.259024ms)","trace[1720075873] 'applied index is now lower than readState.Index' (duration: 41.825605ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:28:06.185286Z","caller":"traceutil/trace.go:171","msg":"trace[1512655994] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"282.642888ms","start":"2026-02-26T16:28:05.902606Z","end":"2026-02-26T16:28:06.185249Z","steps":["trace[1512655994] 'process raft request' (duration: 282.40201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:06.185509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.327707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-26T16:28:06.18555Z","caller":"traceutil/trace.go:171","msg":"trace[998927943] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:899; }","duration":"264.41568ms","start":"2026-02-26T16:28:05.921124Z","end":"2026-02-26T16:28:06.18554Z","steps":["trace[998927943] 'agreement among raft nodes before linearized reading' (duration: 264.209583ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:06.185819Z","caller":"traceutil/trace.go:171","msg":"trace[101846062] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"281.198902ms","start":"2026-02-26T16:28:05.904607Z","end":"2026-02-26T16:28:06.185806Z","steps":["trace[101846062] 'process raft request' (duration: 280.543262ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:06.186063Z","caller":"traceutil/trace.go:171","msg":"trace[332733036] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"155.375584ms","start":"2026-02-26T16:28:06.030671Z","end":"2026-02-26T16:28:06.186046Z","steps":["trace[332733036] 'process raft request' (duration: 154.532167ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:06.767585Z","caller":"traceutil/trace.go:171","msg":"trace[594144682] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"576.745867ms","start":"2026-02-26T16:28:06.190808Z","end":"2026-02-26T16:28:06.767554Z","steps":["trace[594144682] 'process raft request' (duration: 537.735211ms)","trace[594144682] 'compare' (duration: 38.893223ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:28:06.767768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:06.190797Z","time spent":"576.871511ms","remote":"127.0.0.1:52386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:28:07.533302Z","caller":"traceutil/trace.go:171","msg":"trace[58437621] linearizableReadLoop","detail":"{readStateIndex:944; appliedIndex:943; }","duration":"178.736064ms","start":"2026-02-26T16:28:07.354549Z","end":"2026-02-26T16:28:07.533285Z","steps":["trace[58437621] 'read index received' (duration: 178.676412ms)","trace[58437621] 'applied index is now lower than readState.Index' (duration: 58.792µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:28:07.533379Z","caller":"traceutil/trace.go:171","msg":"trace[836608272] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"370.987147ms","start":"2026-02-26T16:28:07.162349Z","end":"2026-02-26T16:28:07.533336Z","steps":["trace[836608272] 'process raft request' (duration: 370.843362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:07.533451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.897019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:28:07.533542Z","caller":"traceutil/trace.go:171","msg":"trace[764806306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:901; }","duration":"179.040684ms","start":"2026-02-26T16:28:07.354476Z","end":"2026-02-26T16:28:07.533516Z","steps":["trace[764806306] 'agreement among raft nodes before linearized reading' (duration: 178.875549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:07.533578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:07.162325Z","time spent":"371.136342ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:28:08.043017Z","caller":"traceutil/trace.go:171","msg":"trace[569938754] linearizableReadLoop","detail":"{readStateIndex:945; appliedIndex:944; }","duration":"140.195633ms","start":"2026-02-26T16:28:07.902791Z","end":"2026-02-26T16:28:08.042986Z","steps":["trace[569938754] 'read index received' (duration: 139.869423ms)","trace[569938754] 'applied index is now lower than readState.Index' (duration: 325.09µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:28:08.043045Z","caller":"traceutil/trace.go:171","msg":"trace[702861668] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"202.59568ms","start":"2026-02-26T16:28:07.84043Z","end":"2026-02-26T16:28:08.043026Z","steps":["trace[702861668] 'process raft request' (duration: 202.28972ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:08.043311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.492282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-26T16:28:08.043389Z","caller":"traceutil/trace.go:171","msg":"trace[90663766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:902; }","duration":"140.651937ms","start":"2026-02-26T16:28:07.902719Z","end":"2026-02-26T16:28:08.043371Z","steps":["trace[90663766] 'agreement among raft nodes before linearized reading' (duration: 140.374248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:08.043519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.011757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T16:28:08.043605Z","caller":"traceutil/trace.go:171","msg":"trace[1881616160] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:902; }","duration":"140.11525ms","start":"2026-02-26T16:28:07.903472Z","end":"2026-02-26T16:28:08.043587Z","steps":["trace[1881616160] 'agreement among raft nodes before linearized reading' (duration: 139.835341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:08.043345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.238994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T16:28:08.043804Z","caller":"traceutil/trace.go:171","msg":"trace[1262408335] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:902; }","duration":"140.729729ms","start":"2026-02-26T16:28:07.90306Z","end":"2026-02-26T16:28:08.04379Z","steps":["trace[1262408335] 'agreement among raft nodes before linearized reading' (duration: 140.150491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:09.594894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239161059s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:28:09.595241Z","caller":"traceutil/trace.go:171","msg":"trace[1136287417] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"1.548011027s","start":"2026-02-26T16:28:08.047181Z","end":"2026-02-26T16:28:09.595192Z","steps":["trace[1136287417] 'process raft request' (duration: 308.478916ms)","trace[1136287417] 'compare' (duration: 1.239065736s)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:28:09.595276Z","caller":"traceutil/trace.go:171","msg":"trace[198269897] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"1.54718335s","start":"2026-02-26T16:28:08.048059Z","end":"2026-02-26T16:28:09.595243Z","steps":["trace[198269897] 'process raft request' (duration: 1.546964853s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:09.595373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:08.048051Z","time spent":"1.547279773s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:28:09.595439Z","caller":"traceutil/trace.go:171","msg":"trace[1615467126] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"1.546694965s","start":"2026-02-26T16:28:08.048713Z","end":"2026-02-26T16:28:09.595408Z","steps":["trace[1615467126] 'process raft request' (duration: 1.546360695s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:09.59546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:08.047166Z","time spent":"1.548172862s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:28:09.595607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:08.048698Z","time spent":"1.546827959s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:28:11.323743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72857886s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T16:28:11.323872Z","caller":"traceutil/trace.go:171","msg":"trace[2067773804] linearizableReadLoop","detail":"{readStateIndex:948; appliedIndex:945; }","duration":"3.176133423s","start":"2026-02-26T16:28:08.147713Z","end":"2026-02-26T16:28:11.323847Z","steps":["trace[2067773804] 'read index received' (duration: 207.93994ms)","trace[2067773804] 'applied index is now lower than readState.Index' (duration: 2.968191463s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:28:11.324831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.133690859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T16:28:11.324906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.016142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:28:11.324952Z","caller":"traceutil/trace.go:171","msg":"trace[1264986591] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:905; }","duration":"214.108435ms","start":"2026-02-26T16:28:11.11083Z","end":"2026-02-26T16:28:11.324939Z","steps":["trace[1264986591] 'agreement among raft nodes before linearized reading' (duration: 214.016212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:11.324965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.296301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:28:11.324994Z","caller":"traceutil/trace.go:171","msg":"trace[667987023] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:905; }","duration":"546.328642ms","start":"2026-02-26T16:28:10.778657Z","end":"2026-02-26T16:28:11.324986Z","steps":["trace[667987023] 'agreement among raft nodes before linearized reading' (duration: 546.279451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:11.325027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:10.778579Z","time spent":"546.439376ms","remote":"127.0.0.1:52670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:28:11.324911Z","caller":"traceutil/trace.go:171","msg":"trace[1737581949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:905; }","duration":"3.133823452s","start":"2026-02-26T16:28:08.191069Z","end":"2026-02-26T16:28:11.324892Z","steps":["trace[1737581949] 'agreement among raft nodes before linearized reading' (duration: 3.133639527s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:11.325171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:08.191049Z","time spent":"3.134094801s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T16:28:11.325214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742450049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:28:11.325216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.177507906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T16:28:11.325247Z","caller":"traceutil/trace.go:171","msg":"trace[1183561723] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:905; }","duration":"3.177579159s","start":"2026-02-26T16:28:08.147659Z","end":"2026-02-26T16:28:11.325239Z","steps":["trace[1183561723] 'agreement among raft nodes before linearized reading' (duration: 3.177459906s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:11.325284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972639674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:28:11.325312Z","caller":"traceutil/trace.go:171","msg":"trace[1338809124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:905; }","duration":"1.972703235s","start":"2026-02-26T16:28:09.352601Z","end":"2026-02-26T16:28:11.325304Z","steps":["trace[1338809124] 'agreement among raft nodes before linearized reading' (duration: 1.972663814s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:11.325328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.596898397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T16:28:11.325336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:09.35257Z","time spent":"1.972760787s","remote":"127.0.0.1:52294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T16:28:11.325357Z","caller":"traceutil/trace.go:171","msg":"trace[1531457498] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:905; }","duration":"2.596961659s","start":"2026-02-26T16:28:08.728388Z","end":"2026-02-26T16:28:11.325349Z","steps":["trace[1531457498] 'agreement among raft nodes before linearized reading' (duration: 2.596917388s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:11.325383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:08.728369Z","time spent":"2.59700769s","remote":"127.0.0.1:52406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":4,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:28:11.325281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:08.147638Z","time spent":"3.177635081s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T16:28:11.325417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776969964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:28:11.325247Z","caller":"traceutil/trace.go:171","msg":"trace[2071739988] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:905; }","duration":"1.742510361s","start":"2026-02-26T16:28:09.582725Z","end":"2026-02-26T16:28:11.325235Z","steps":["trace[2071739988] 'agreement among raft nodes before linearized reading' (duration: 1.74246353s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:11.325505Z","caller":"traceutil/trace.go:171","msg":"trace[978071182] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:905; }","duration":"2.777097278s","start":"2026-02-26T16:28:08.548376Z","end":"2026-02-26T16:28:11.325473Z","steps":["trace[978071182] 'agreement among raft nodes before linearized reading' (duration: 2.776925062s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:11.325518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:09.582706Z","time spent":"1.742798651s","remote":"127.0.0.1:52456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:28:11.325559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:08.548357Z","time spent":"2.77719093s","remote":"127.0.0.1:34610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T16:28:11.834758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100649616131839,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T16:28:12.335081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100649616131839,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T16:28:12.519289Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.121134039s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T16:28:12.519626Z","caller":"traceutil/trace.go:171","msg":"trace[1421287513] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"1.189858407s","start":"2026-02-26T16:28:11.329731Z","end":"2026-02-26T16:28:12.519589Z","steps":["trace[1421287513] 'process raft request' (duration: 1.189761004s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:12.5198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:11.329711Z","time spent":"1.189960001s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:28:13.334428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000549938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T16:28:13.334496Z","caller":"traceutil/trace.go:171","msg":"trace[1486275168] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000661751s","start":"2026-02-26T16:28:11.33382Z","end":"2026-02-26T16:28:13.334481Z","steps":["trace[1486275168] 'agreement among raft nodes before linearized reading' (duration: 2.000571378s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:13.334567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:11.333811Z","time spent":"2.000748544s","remote":"127.0.0.1:52294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T16:28:13.795446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077681952s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:28:13.795538Z","caller":"traceutil/trace.go:171","msg":"trace[2098834342] linearizableReadLoop","detail":"{readStateIndex:951; appliedIndex:949; }","duration":"2.461675452s","start":"2026-02-26T16:28:11.333848Z","end":"2026-02-26T16:28:13.795523Z","steps":["trace[2098834342] 'read index received' (duration: 1.185695016s)","trace[2098834342] 'applied index is now lower than readState.Index' (duration: 1.275979566s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:28:13.795819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196120086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-26T16:28:13.795872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029757973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-26T16:28:13.795884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.547664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:28:13.795895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195791685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T16:28:13.795903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196076363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T16:28:13.795901Z","caller":"traceutil/trace.go:171","msg":"trace[1123269627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:907; }","duration":"2.196210088s","start":"2026-02-26T16:28:11.599646Z","end":"2026-02-26T16:28:13.795856Z","steps":["trace[1123269627] 'agreement among raft nodes before linearized reading' (duration: 2.196012032s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:13.795947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.458826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:28:13.795942Z","caller":"traceutil/trace.go:171","msg":"trace[659508886] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:907; }","duration":"2.195854717s","start":"2026-02-26T16:28:11.600075Z","end":"2026-02-26T16:28:13.795929Z","steps":["trace[659508886] 'agreement among raft nodes before linearized reading' (duration: 2.195706172s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:13.795947Z","caller":"traceutil/trace.go:171","msg":"trace[2044555168] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:907; }","duration":"2.196138236s","start":"2026-02-26T16:28:11.599797Z","end":"2026-02-26T16:28:13.795935Z","steps":["trace[2044555168] 'agreement among raft nodes before linearized reading' (duration: 2.196027802s)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:13.795961Z","caller":"traceutil/trace.go:171","msg":"trace[296383642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:907; }","duration":"622.506947ms","start":"2026-02-26T16:28:13.17345Z","end":"2026-02-26T16:28:13.795957Z","steps":["trace[296383642] 'agreement among raft nodes before linearized reading' (duration: 622.481617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:13.795955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:11.599613Z","time spent":"2.196334102s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T16:28:13.795954Z","caller":"traceutil/trace.go:171","msg":"trace[1957264328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:907; }","duration":"459.621896ms","start":"2026-02-26T16:28:13.336299Z","end":"2026-02-26T16:28:13.795921Z","steps":["trace[1957264328] 'agreement among raft nodes before linearized reading' (duration: 459.535674ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:13.795978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:13.173431Z","time spent":"622.544189ms","remote":"127.0.0.1:52294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T16:28:13.795979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:11.600036Z","time spent":"2.195934409s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T16:28:13.795983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:11.599791Z","time spent":"2.196183267s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T16:28:13.795996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:13.336287Z","time spent":"459.700668ms","remote":"127.0.0.1:52308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T16:28:13.795916Z","caller":"traceutil/trace.go:171","msg":"trace[888674160] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:907; }","duration":"1.029848626s","start":"2026-02-26T16:28:12.766057Z","end":"2026-02-26T16:28:13.795906Z","steps":["trace[888674160] 'agreement among raft nodes before linearized reading' (duration: 1.029689971s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:13.796088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:12.766038Z","time spent":"1.030038372s","remote":"127.0.0.1:52330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"info","ts":"2026-02-26T16:28:13.796104Z","caller":"traceutil/trace.go:171","msg":"trace[1290607385] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"2.465987998s","start":"2026-02-26T16:28:11.330108Z","end":"2026-02-26T16:28:13.796096Z","steps":["trace[1290607385] 'process raft request' (duration: 1.387579693s)","trace[1290607385] 'compare' (duration: 1.077581059s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:28:13.796126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674389712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:28:13.796166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:11.330084Z","time spent":"2.4660373s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:28:13.796171Z","caller":"traceutil/trace.go:171","msg":"trace[934878464] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:907; }","duration":"1.674444864s","start":"2026-02-26T16:28:12.121705Z","end":"2026-02-26T16:28:13.79615Z","steps":["trace[934878464] 'agreement among raft nodes before linearized reading' (duration: 1.674394012s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:13.796204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:12.121692Z","time spent":"1.674503786s","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:28:14.473509Z","caller":"traceutil/trace.go:171","msg":"trace[411364845] linearizableReadLoop","detail":"{readStateIndex:957; appliedIndex:955; }","duration":"122.350917ms","start":"2026-02-26T16:28:14.351136Z","end":"2026-02-26T16:28:14.473487Z","steps":["trace[411364845] 'read index received' (duration: 122.110699ms)","trace[411364845] 'applied index is now lower than readState.Index' (duration: 239.368µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:28:14.473555Z","caller":"traceutil/trace.go:171","msg":"trace[995929077] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"618.637116ms","start":"2026-02-26T16:28:13.854899Z","end":"2026-02-26T16:28:14.473536Z","steps":["trace[995929077] 'process raft request' (duration: 618.528522ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:14.473561Z","caller":"traceutil/trace.go:171","msg":"trace[2096064383] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"619.42918ms","start":"2026-02-26T16:28:13.8541Z","end":"2026-02-26T16:28:14.473529Z","steps":["trace[2096064383] 'process raft request' (duration: 619.169112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:14.473642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.498512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:28:14.473672Z","caller":"traceutil/trace.go:171","msg":"trace[549619321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:912; }","duration":"122.576445ms","start":"2026-02-26T16:28:14.351087Z","end":"2026-02-26T16:28:14.473664Z","steps":["trace[549619321] 'agreement among raft nodes before linearized reading' (duration: 122.485642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:14.473692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:13.854892Z","time spent":"618.724608ms","remote":"127.0.0.1:52386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:28:14.473696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:13.85408Z","time spent":"619.558444ms","remote":"127.0.0.1:52330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:28:15.633229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.344979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:28:15.633315Z","caller":"traceutil/trace.go:171","msg":"trace[1476659868] linearizableReadLoop","detail":"{readStateIndex:958; appliedIndex:957; }","duration":"280.286592ms","start":"2026-02-26T16:28:15.353013Z","end":"2026-02-26T16:28:15.633299Z","steps":["trace[1476659868] 'read index received' (duration: 36.531µs)","trace[1476659868] 'applied index is now lower than readState.Index' (duration: 280.248701ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:28:15.63341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.412865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:28:15.633429Z","caller":"traceutil/trace.go:171","msg":"trace[1096618419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:913; }","duration":"280.467358ms","start":"2026-02-26T16:28:15.352953Z","end":"2026-02-26T16:28:15.633421Z","steps":["trace[1096618419] 'agreement among raft nodes before linearized reading' (duration: 280.386105ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:15.633399Z","caller":"traceutil/trace.go:171","msg":"trace[1971519732] transaction","detail":"{read_only:false; response_revision:913; number_of_response:1; }","duration":"1.106733853s","start":"2026-02-26T16:28:14.526637Z","end":"2026-02-26T16:28:15.633371Z","steps":["trace[1971519732] 'process raft request' (duration: 297.182318ms)","trace[1971519732] 'compare' (duration: 809.137402ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:28:15.633534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:14.526609Z","time spent":"1.106857047s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:28:16.013618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.118034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T16:28:16.013685Z","caller":"traceutil/trace.go:171","msg":"trace[346315730] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:913; }","duration":"142.244397ms","start":"2026-02-26T16:28:15.871426Z","end":"2026-02-26T16:28:16.01367Z","steps":["trace[346315730] 'range keys from in-memory index tree' (duration: 141.963959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:16.013784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.015031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T16:28:16.013859Z","caller":"traceutil/trace.go:171","msg":"trace[107852367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:913; }","duration":"142.122484ms","start":"2026-02-26T16:28:15.871719Z","end":"2026-02-26T16:28:16.013842Z","steps":["trace[107852367] 'range keys from in-memory index tree' (duration: 141.852436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:16.01392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.631346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T16:28:16.014Z","caller":"traceutil/trace.go:171","msg":"trace[1551535502] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:913; }","duration":"211.74852ms","start":"2026-02-26T16:28:15.802232Z","end":"2026-02-26T16:28:16.01398Z","steps":["trace[1551535502] 'range keys from in-memory index tree' (duration: 211.443531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:16.014003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.695282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T16:28:16.014072Z","caller":"traceutil/trace.go:171","msg":"trace[1926377008] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:913; }","duration":"142.810855ms","start":"2026-02-26T16:28:15.871243Z","end":"2026-02-26T16:28:16.014054Z","steps":["trace[1926377008] 'range keys from in-memory index tree' (duration: 142.525356ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:16.532783Z","caller":"traceutil/trace.go:171","msg":"trace[7772660] transaction","detail":"{read_only:false; response_revision:914; number_of_response:1; }","duration":"513.781242ms","start":"2026-02-26T16:28:16.018977Z","end":"2026-02-26T16:28:16.532759Z","steps":["trace[7772660] 'process raft request' (duration: 513.608157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:16.532949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:16.01896Z","time spent":"513.904576ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:28:16.6011Z","caller":"traceutil/trace.go:171","msg":"trace[6458693] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"582.023374ms","start":"2026-02-26T16:28:16.019047Z","end":"2026-02-26T16:28:16.60107Z","steps":["trace[6458693] 'process raft request' (duration: 581.846169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:16.601251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:16.01903Z","time spent":"582.139298ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:28:16.601239Z","caller":"traceutil/trace.go:171","msg":"trace[588922469] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"581.101305ms","start":"2026-02-26T16:28:16.020117Z","end":"2026-02-26T16:28:16.601218Z","steps":["trace[588922469] 'process raft request' (duration: 580.906059ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:16.601295Z","caller":"traceutil/trace.go:171","msg":"trace[1240575459] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"581.950773ms","start":"2026-02-26T16:28:16.019323Z","end":"2026-02-26T16:28:16.601274Z","steps":["trace[1240575459] 'process raft request' (duration: 581.674184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:16.601346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:16.020106Z","time spent":"581.184908ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:28:16.601391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:16.019286Z","time spent":"582.051596ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:28:17.14411Z","caller":"traceutil/trace.go:171","msg":"trace[1349514424] linearizableReadLoop","detail":"{readStateIndex:964; appliedIndex:963; }","duration":"391.735105ms","start":"2026-02-26T16:28:16.752345Z","end":"2026-02-26T16:28:17.14408Z","steps":["trace[1349514424] 'read index received' (duration: 386.333594ms)","trace[1349514424] 'applied index is now lower than readState.Index' (duration: 5.399781ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:28:17.144413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.058615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:5184"} {"level":"info","ts":"2026-02-26T16:28:17.144458Z","caller":"traceutil/trace.go:171","msg":"trace[401000056] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:919; }","duration":"392.162228ms","start":"2026-02-26T16:28:16.752282Z","end":"2026-02-26T16:28:17.144444Z","steps":["trace[401000056] 'agreement among raft nodes before linearized reading' (duration: 391.90623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:17.144501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:16.752258Z","time spent":"392.231581ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":5206,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-26T16:28:17.144578Z","caller":"traceutil/trace.go:171","msg":"trace[2022406798] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"521.62649ms","start":"2026-02-26T16:28:16.622918Z","end":"2026-02-26T16:28:17.144544Z","steps":["trace[2022406798] 'process raft request' (duration: 515.719332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:17.144767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:16.622891Z","time spent":"521.778065ms","remote":"127.0.0.1:52386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T16:28:17.756182Z","caller":"traceutil/trace.go:171","msg":"trace[398486846] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"115.323685ms","start":"2026-02-26T16:28:17.640834Z","end":"2026-02-26T16:28:17.756158Z","steps":["trace[398486846] 'process raft request' (duration: 115.134369ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:17.757274Z","caller":"traceutil/trace.go:171","msg":"trace[1950328198] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"101.531748ms","start":"2026-02-26T16:28:17.655443Z","end":"2026-02-26T16:28:17.756975Z","steps":["trace[1950328198] 'process raft request' (duration: 101.381163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:19.591257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.913232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:28:19.591322Z","caller":"traceutil/trace.go:171","msg":"trace[1477784599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:944; }","duration":"238.997524ms","start":"2026-02-26T16:28:19.35231Z","end":"2026-02-26T16:28:19.591308Z","steps":["trace[1477784599] 'range keys from in-memory index tree' (duration: 238.802068ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:21.87663Z","caller":"traceutil/trace.go:171","msg":"trace[713865557] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"104.677458ms","start":"2026-02-26T16:28:21.771913Z","end":"2026-02-26T16:28:21.87659Z","steps":["trace[713865557] 'process raft request' (duration: 104.529073ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:31.383954Z","caller":"traceutil/trace.go:171","msg":"trace[971560125] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"107.877948ms","start":"2026-02-26T16:28:31.276045Z","end":"2026-02-26T16:28:31.383923Z","steps":["trace[971560125] 'process raft request' (duration: 107.472676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:31.84653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.964381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:28:31.84672Z","caller":"traceutil/trace.go:171","msg":"trace[1478426936] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1025; }","duration":"214.168447ms","start":"2026-02-26T16:28:31.632531Z","end":"2026-02-26T16:28:31.846699Z","steps":["trace[1478426936] 'count revisions from in-memory index tree' (duration: 213.865317ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:32.706248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100649616132069,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T16:28:32.934072Z","caller":"traceutil/trace.go:171","msg":"trace[1862042648] linearizableReadLoop","detail":"{readStateIndex:1074; appliedIndex:1073; }","duration":"728.082323ms","start":"2026-02-26T16:28:32.205961Z","end":"2026-02-26T16:28:32.934044Z","steps":["trace[1862042648] 'read index received' (duration: 727.940769ms)","trace[1862042648] 'applied index is now lower than readState.Index' (duration: 140.674µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:28:32.934111Z","caller":"traceutil/trace.go:171","msg":"trace[1964652501] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"1.011873638s","start":"2026-02-26T16:28:31.922215Z","end":"2026-02-26T16:28:32.934088Z","steps":["trace[1964652501] 'process raft request' (duration: 1.011669271s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:32.934324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.353422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-26T16:28:32.934366Z","caller":"traceutil/trace.go:171","msg":"trace[448198503] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1026; }","duration":"728.439815ms","start":"2026-02-26T16:28:32.205915Z","end":"2026-02-26T16:28:32.934355Z","steps":["trace[448198503] 'agreement among raft nodes before linearized reading' (duration: 728.255639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:32.934401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:32.205892Z","time spent":"728.498656ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-02-26T16:28:32.934433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.107516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T16:28:32.934465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:31.922199Z","time spent":"1.01197083s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:28:32.934672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.476679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T16:28:32.934701Z","caller":"traceutil/trace.go:171","msg":"trace[975770233] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1026; }","duration":"203.542941ms","start":"2026-02-26T16:28:32.73115Z","end":"2026-02-26T16:28:32.934693Z","steps":["trace[975770233] 'agreement among raft nodes before linearized reading' (duration: 203.461038ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:32.934699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.807048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-26T16:28:32.934739Z","caller":"traceutil/trace.go:171","msg":"trace[968798768] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:1026; }","duration":"167.87171ms","start":"2026-02-26T16:28:32.766856Z","end":"2026-02-26T16:28:32.934727Z","steps":["trace[968798768] 'agreement among raft nodes before linearized reading' (duration: 167.757016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:32.935053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.161337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T16:28:32.935072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.768669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T16:28:32.935112Z","caller":"traceutil/trace.go:171","msg":"trace[1937439760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1026; }","duration":"581.2451ms","start":"2026-02-26T16:28:32.353244Z","end":"2026-02-26T16:28:32.934489Z","steps":["trace[1937439760] 'agreement among raft nodes before linearized reading' (duration: 581.089845ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:32.935129Z","caller":"traceutil/trace.go:171","msg":"trace[837055613] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1026; }","duration":"214.27316ms","start":"2026-02-26T16:28:32.720837Z","end":"2026-02-26T16:28:32.93511Z","steps":["trace[837055613] 'agreement among raft nodes before linearized reading' (duration: 214.026942ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:32.935143Z","caller":"traceutil/trace.go:171","msg":"trace[985280319] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1026; }","duration":"210.876173ms","start":"2026-02-26T16:28:32.724249Z","end":"2026-02-26T16:28:32.935125Z","steps":["trace[985280319] 'agreement among raft nodes before linearized reading' (duration: 210.613275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:32.935178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:28:32.353218Z","time spent":"581.949103ms","remote":"127.0.0.1:52294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T16:28:32.935657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.539179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-02-26T16:28:32.935701Z","caller":"traceutil/trace.go:171","msg":"trace[753992678] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1026; }","duration":"202.614381ms","start":"2026-02-26T16:28:32.733072Z","end":"2026-02-26T16:28:32.935687Z","steps":["trace[753992678] 'agreement among raft nodes before linearized reading' (duration: 201.738393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:32.936059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.837945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T16:28:32.937205Z","caller":"traceutil/trace.go:171","msg":"trace[564711253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1026; }","duration":"208.28124ms","start":"2026-02-26T16:28:32.728906Z","end":"2026-02-26T16:28:32.937187Z","steps":["trace[564711253] 'agreement among raft nodes before linearized reading' (duration: 206.090761ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:35.230512Z","caller":"traceutil/trace.go:171","msg":"trace[1862156949] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"265.506114ms","start":"2026-02-26T16:28:34.964979Z","end":"2026-02-26T16:28:35.230485Z","steps":["trace[1862156949] 'process raft request' (duration: 193.551494ms)","trace[1862156949] 'compare' (duration: 71.63864ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:28:35.231125Z","caller":"traceutil/trace.go:171","msg":"trace[1673248029] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"238.179508ms","start":"2026-02-26T16:28:34.992932Z","end":"2026-02-26T16:28:35.231112Z","steps":["trace[1673248029] 'process raft request' (duration: 238.142657ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:35.231378Z","caller":"traceutil/trace.go:171","msg":"trace[184980853] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"266.353431ms","start":"2026-02-26T16:28:34.965015Z","end":"2026-02-26T16:28:35.231368Z","steps":["trace[184980853] 'process raft request' (duration: 265.399281ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:35.231505Z","caller":"traceutil/trace.go:171","msg":"trace[2004310542] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"261.536558ms","start":"2026-02-26T16:28:34.969961Z","end":"2026-02-26T16:28:35.231497Z","steps":["trace[2004310542] 'process raft request' (duration: 261.061893ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:28:35.231502Z","caller":"traceutil/trace.go:171","msg":"trace[659661130] linearizableReadLoop","detail":"{readStateIndex:1088; appliedIndex:1085; }","duration":"241.351689ms","start":"2026-02-26T16:28:34.990104Z","end":"2026-02-26T16:28:35.231456Z","steps":["trace[659661130] 'read index received' (duration: 168.437948ms)","trace[659661130] 'applied index is now lower than readState.Index' (duration: 72.908991ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:28:35.231706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.051183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T16:28:35.231749Z","caller":"traceutil/trace.go:171","msg":"trace[1231700335] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1040; }","duration":"273.120466ms","start":"2026-02-26T16:28:34.958617Z","end":"2026-02-26T16:28:35.231738Z","steps":["trace[1231700335] 'agreement among raft nodes before linearized reading' (duration: 272.953231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:28:35.579089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.438296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:28:35.57914Z","caller":"traceutil/trace.go:171","msg":"trace[175345870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1041; }","duration":"226.525029ms","start":"2026-02-26T16:28:35.352603Z","end":"2026-02-26T16:28:35.579128Z","steps":["trace[175345870] 'range keys from in-memory index tree' (duration: 226.382745ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:23.662644Z","caller":"traceutil/trace.go:171","msg":"trace[828239655] linearizableReadLoop","detail":"{readStateIndex:1296; appliedIndex:1294; }","duration":"106.764698ms","start":"2026-02-26T16:29:23.55585Z","end":"2026-02-26T16:29:23.662615Z","steps":["trace[828239655] 'read index received' (duration: 62.725322ms)","trace[828239655] 'applied index is now lower than readState.Index' (duration: 44.037676ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:29:23.66296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.187432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-02-26T16:29:23.662983Z","caller":"traceutil/trace.go:171","msg":"trace[1624714977] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"130.697882ms","start":"2026-02-26T16:29:23.532055Z","end":"2026-02-26T16:29:23.662752Z","steps":["trace[1624714977] 'process raft request' (duration: 130.431173ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:23.663037Z","caller":"traceutil/trace.go:171","msg":"trace[487477841] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1237; }","duration":"102.332147ms","start":"2026-02-26T16:29:23.560686Z","end":"2026-02-26T16:29:23.663019Z","steps":["trace[487477841] 'agreement among raft nodes before linearized reading' (duration: 102.09987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:23.663372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.328397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T16:29:23.663575Z","caller":"traceutil/trace.go:171","msg":"trace[1976677418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1237; }","duration":"107.681937ms","start":"2026-02-26T16:29:23.555776Z","end":"2026-02-26T16:29:23.663458Z","steps":["trace[1976677418] 'agreement among raft nodes before linearized reading' (duration: 107.006266ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:31.850037Z","caller":"traceutil/trace.go:171","msg":"trace[1819797763] linearizableReadLoop","detail":"{readStateIndex:1330; appliedIndex:1329; }","duration":"104.05666ms","start":"2026-02-26T16:29:31.745944Z","end":"2026-02-26T16:29:31.850001Z","steps":["trace[1819797763] 'read index received' (duration: 103.799942ms)","trace[1819797763] 'applied index is now lower than readState.Index' (duration: 255.248µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:29:31.850165Z","caller":"traceutil/trace.go:171","msg":"trace[258664296] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"114.102071ms","start":"2026-02-26T16:29:31.736024Z","end":"2026-02-26T16:29:31.850126Z","steps":["trace[258664296] 'process raft request' (duration: 113.74533ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:29:31.850573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.585007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-26T16:29:31.850591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.882519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-02-26T16:29:31.850644Z","caller":"traceutil/trace.go:171","msg":"trace[1803745329] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1270; }","duration":"101.020234ms","start":"2026-02-26T16:29:31.749613Z","end":"2026-02-26T16:29:31.850633Z","steps":["trace[1803745329] 'agreement among raft nodes before linearized reading' (duration: 100.795716ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:31.850642Z","caller":"traceutil/trace.go:171","msg":"trace[1386515323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1270; }","duration":"104.711721ms","start":"2026-02-26T16:29:31.745915Z","end":"2026-02-26T16:29:31.850627Z","steps":["trace[1386515323] 'agreement among raft nodes before linearized reading' (duration: 104.318179ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:41.669282Z","caller":"traceutil/trace.go:171","msg":"trace[295706035] transaction","detail":"{read_only:false; response_revision:1308; number_of_response:1; }","duration":"148.724647ms","start":"2026-02-26T16:29:41.520526Z","end":"2026-02-26T16:29:41.669251Z","steps":["trace[295706035] 'process raft request' (duration: 148.540421ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:41.944873Z","caller":"traceutil/trace.go:171","msg":"trace[607607764] transaction","detail":"{read_only:false; response_revision:1310; number_of_response:1; }","duration":"141.360562ms","start":"2026-02-26T16:29:41.803472Z","end":"2026-02-26T16:29:41.944832Z","steps":["trace[607607764] 'process raft request' (duration: 112.994097ms)","trace[607607764] 'compare' (duration: 28.180159ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:29:52.237152Z","caller":"traceutil/trace.go:171","msg":"trace[1571583944] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"111.441257ms","start":"2026-02-26T16:29:52.125689Z","end":"2026-02-26T16:29:52.237131Z","steps":["trace[1571583944] 'process raft request' (duration: 111.409616ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:52.237151Z","caller":"traceutil/trace.go:171","msg":"trace[431255871] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"113.996799ms","start":"2026-02-26T16:29:52.12312Z","end":"2026-02-26T16:29:52.237116Z","steps":["trace[431255871] 'process raft request' (duration: 60.576784ms)","trace[431255871] 'compare' (duration: 53.2552ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:29:52.237588Z","caller":"traceutil/trace.go:171","msg":"trace[1677689041] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"113.366519ms","start":"2026-02-26T16:29:52.124194Z","end":"2026-02-26T16:29:52.23756Z","steps":["trace[1677689041] 'process raft request' (duration: 112.871093ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:29:54.472996Z","caller":"traceutil/trace.go:171","msg":"trace[2147345302] transaction","detail":"{read_only:false; response_revision:1363; number_of_response:1; }","duration":"116.865001ms","start":"2026-02-26T16:29:54.356107Z","end":"2026-02-26T16:29:54.472972Z","steps":["trace[2147345302] 'process raft request' (duration: 66.904856ms)","trace[2147345302] 'compare' (duration: 49.843111ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:30:23.537398Z","caller":"traceutil/trace.go:171","msg":"trace[519847878] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"130.989463ms","start":"2026-02-26T16:30:23.406382Z","end":"2026-02-26T16:30:23.537371Z","steps":["trace[519847878] 'process raft request' (duration: 130.812787ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:34.940675Z","caller":"traceutil/trace.go:171","msg":"trace[2020864111] transaction","detail":"{read_only:false; response_revision:1527; number_of_response:1; }","duration":"113.253679ms","start":"2026-02-26T16:30:34.827396Z","end":"2026-02-26T16:30:34.94065Z","steps":["trace[2020864111] 'process raft request' (duration: 113.208628ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:30:34.940903Z","caller":"traceutil/trace.go:171","msg":"trace[1937979978] transaction","detail":"{read_only:false; response_revision:1526; number_of_response:1; }","duration":"114.481018ms","start":"2026-02-26T16:30:34.826393Z","end":"2026-02-26T16:30:34.940874Z","steps":["trace[1937979978] 'process raft request' (duration: 31.078348ms)","trace[1937979978] 'compare' (duration: 83.019248ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:31:30.296238Z","caller":"traceutil/trace.go:171","msg":"trace[1821168539] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"135.520913ms","start":"2026-02-26T16:31:30.160681Z","end":"2026-02-26T16:31:30.296202Z","steps":["trace[1821168539] 'process raft request' (duration: 135.304676ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:31:31.14431Z","caller":"traceutil/trace.go:171","msg":"trace[1916959768] transaction","detail":"{read_only:false; response_revision:1784; number_of_response:1; }","duration":"145.098616ms","start":"2026-02-26T16:31:30.999169Z","end":"2026-02-26T16:31:31.144267Z","steps":["trace[1916959768] 'process raft request' (duration: 61.986348ms)","trace[1916959768] 'compare' (duration: 82.8501ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:31:31.404364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.750476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:31:31.40447Z","caller":"traceutil/trace.go:171","msg":"trace[1483117582] linearizableReadLoop","detail":"{readStateIndex:1870; appliedIndex:1869; }","duration":"228.439683ms","start":"2026-02-26T16:31:31.176013Z","end":"2026-02-26T16:31:31.404453Z","steps":["trace[1483117582] 'read index received' (duration: 88.421668ms)","trace[1483117582] 'applied index is now lower than readState.Index' (duration: 140.016855ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:31:31.404682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.644199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T16:31:31.404769Z","caller":"traceutil/trace.go:171","msg":"trace[1415718161] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1785; }","duration":"228.788043ms","start":"2026-02-26T16:31:31.175962Z","end":"2026-02-26T16:31:31.404751Z","steps":["trace[1415718161] 'agreement among raft nodes before linearized reading' (duration: 228.619448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:31:31.404858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.295507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T16:31:31.404903Z","caller":"traceutil/trace.go:171","msg":"trace[815124535] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1785; }","duration":"176.365929ms","start":"2026-02-26T16:31:31.228524Z","end":"2026-02-26T16:31:31.40489Z","steps":["trace[815124535] 'agreement among raft nodes before linearized reading' (duration: 176.199904ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:31:31.404918Z","caller":"traceutil/trace.go:171","msg":"trace[1971331431] transaction","detail":"{read_only:false; response_revision:1785; number_of_response:1; }","duration":"256.593906ms","start":"2026-02-26T16:31:31.148293Z","end":"2026-02-26T16:31:31.404887Z","steps":["trace[1971331431] 'process raft request' (duration: 116.23365ms)","trace[1971331431] 'compare' (duration: 139.621473ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:31:31.405161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.865281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-26T16:31:31.405202Z","caller":"traceutil/trace.go:171","msg":"trace[1150061262] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1785; }","duration":"168.925393ms","start":"2026-02-26T16:31:31.236267Z","end":"2026-02-26T16:31:31.405193Z","steps":["trace[1150061262] 'agreement among raft nodes before linearized reading' (duration: 168.83017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:31:31.771953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.557931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:31:31.772251Z","caller":"traceutil/trace.go:171","msg":"trace[337196254] transaction","detail":"{read_only:false; response_revision:1786; number_of_response:1; }","duration":"363.240392ms","start":"2026-02-26T16:31:31.408988Z","end":"2026-02-26T16:31:31.772228Z","steps":["trace[337196254] 'process raft request' (duration: 114.310979ms)","trace[337196254] 'compare' (duration: 248.310573ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:31:31.772445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:31:31.408968Z","time spent":"363.438287ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T16:31:31.816367Z","caller":"traceutil/trace.go:171","msg":"trace[846508594] linearizableReadLoop","detail":"{readStateIndex:1872; appliedIndex:1870; }","duration":"352.077606ms","start":"2026-02-26T16:31:31.464247Z","end":"2026-02-26T16:31:31.816325Z","steps":["trace[846508594] 'read index received' (duration: 59.007873ms)","trace[846508594] 'applied index is now lower than readState.Index' (duration: 293.067713ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:31:31.816493Z","caller":"traceutil/trace.go:171","msg":"trace[257804426] transaction","detail":"{read_only:false; response_revision:1787; number_of_response:1; }","duration":"407.160355ms","start":"2026-02-26T16:31:31.40929Z","end":"2026-02-26T16:31:31.81645Z","steps":["trace[257804426] 'process raft request' (duration: 406.770353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:31:31.816734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:31:31.409283Z","time spent":"407.30781ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:31:31.816779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.288874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:31:31.816843Z","caller":"traceutil/trace.go:171","msg":"trace[777043062] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1787; }","duration":"352.613754ms","start":"2026-02-26T16:31:31.464207Z","end":"2026-02-26T16:31:31.81682Z","steps":["trace[777043062] 'agreement among raft nodes before linearized reading' (duration: 352.282714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:31:31.816956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:31:31.464194Z","time spent":"352.731808ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T16:31:47.042956Z","caller":"traceutil/trace.go:171","msg":"trace[183501075] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"100.220842ms","start":"2026-02-26T16:31:46.942709Z","end":"2026-02-26T16:31:47.04293Z","steps":["trace[183501075] 'process raft request' (duration: 99.947903ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:31:48.427162Z","caller":"traceutil/trace.go:171","msg":"trace[252367618] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"133.386615ms","start":"2026-02-26T16:31:48.293748Z","end":"2026-02-26T16:31:48.427135Z","steps":["trace[252367618] 'process raft request' (duration: 133.25097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:31:52.90858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.160698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T16:31:52.908699Z","caller":"traceutil/trace.go:171","msg":"trace[824402655] linearizableReadLoop","detail":"{readStateIndex:1968; appliedIndex:1967; }","duration":"327.747075ms","start":"2026-02-26T16:31:52.580936Z","end":"2026-02-26T16:31:52.908683Z","steps":["trace[824402655] 'read index received' (duration: 108.296728ms)","trace[824402655] 'applied index is now lower than readState.Index' (duration: 219.449377ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:31:52.908783Z","caller":"traceutil/trace.go:171","msg":"trace[779363230] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"433.43165ms","start":"2026-02-26T16:31:52.475319Z","end":"2026-02-26T16:31:52.90875Z","steps":["trace[779363230] 'process raft request' (duration: 214.019894ms)","trace[779363230] 'compare' (duration: 219.015033ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:31:52.908894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.933316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/extension-apiserver-authentication-reader\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-02-26T16:31:52.908933Z","caller":"traceutil/trace.go:171","msg":"trace[635159906] range","detail":"{range_begin:/registry/roles/kube-system/extension-apiserver-authentication-reader; range_end:; response_count:1; response_revision:1879; }","duration":"324.982777ms","start":"2026-02-26T16:31:52.583936Z","end":"2026-02-26T16:31:52.908918Z","steps":["trace[635159906] 'agreement among raft nodes before linearized reading' (duration: 324.849563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:31:52.908943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:31:52.475305Z","time spent":"433.559694ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T16:31:52.908999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.026364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/cilium-config-agent\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-02-26T16:31:52.909088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:31:52.583929Z","time spent":"325.146142ms","remote":"127.0.0.1:52596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":693,"request content":"key:\"/registry/roles/kube-system/extension-apiserver-authentication-reader\" "} {"level":"info","ts":"2026-02-26T16:31:52.909133Z","caller":"traceutil/trace.go:171","msg":"trace[1051425719] range","detail":"{range_begin:/registry/roles/kube-system/cilium-config-agent; range_end:; response_count:1; response_revision:1879; }","duration":"328.2136ms","start":"2026-02-26T16:31:52.580885Z","end":"2026-02-26T16:31:52.909098Z","steps":["trace[1051425719] 'agreement among raft nodes before linearized reading' (duration: 327.860859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:31:52.90919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T16:31:52.580861Z","time spent":"328.318563ms","remote":"127.0.0.1:52596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":717,"request content":"key:\"/registry/roles/kube-system/cilium-config-agent\" "} {"level":"warn","ts":"2026-02-26T16:31:52.90935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.62136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-26T16:31:52.909395Z","caller":"traceutil/trace.go:171","msg":"trace[2090111678] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:1879; }","duration":"132.707903ms","start":"2026-02-26T16:31:52.776675Z","end":"2026-02-26T16:31:52.909383Z","steps":["trace[2090111678] 'agreement among raft nodes before linearized reading' (duration: 132.565038ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:31:58.24827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.567422ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T16:31:58.282924Z","caller":"traceutil/trace.go:171","msg":"trace[633864228] linearizableReadLoop","detail":"{readStateIndex:1992; appliedIndex:1990; }","duration":"180.820241ms","start":"2026-02-26T16:31:58.102085Z","end":"2026-02-26T16:31:58.282905Z","steps":["trace[633864228] 'read index received' (duration: 34.568518ms)","trace[633864228] 'applied index is now lower than readState.Index' (duration: 146.250723ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:31:58.282998Z","caller":"traceutil/trace.go:171","msg":"trace[884108835] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"182.315157ms","start":"2026-02-26T16:31:58.100645Z","end":"2026-02-26T16:31:58.28296Z","steps":["trace[884108835] 'process raft request' (duration: 182.133242ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:31:58.283049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.80249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-02-26T16:31:58.283134Z","caller":"traceutil/trace.go:171","msg":"trace[107410879] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1901; }","duration":"111.893012ms","start":"2026-02-26T16:31:58.171175Z","end":"2026-02-26T16:31:58.283068Z","steps":["trace[107410879] 'agreement among raft nodes before linearized reading' (duration: 111.82898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:31:58.283117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.975466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:1 size:191"} {"level":"info","ts":"2026-02-26T16:31:58.283252Z","caller":"traceutil/trace.go:171","msg":"trace[662914861] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:1; response_revision:1901; }","duration":"181.14762ms","start":"2026-02-26T16:31:58.10206Z","end":"2026-02-26T16:31:58.283207Z","steps":["trace[662914861] 'agreement among raft nodes before linearized reading' (duration: 180.926813ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T16:32:02.459072Z","caller":"traceutil/trace.go:171","msg":"trace[85268713] linearizableReadLoop","detail":"{readStateIndex:2009; appliedIndex:2008; }","duration":"161.096434ms","start":"2026-02-26T16:32:02.297941Z","end":"2026-02-26T16:32:02.459037Z","steps":["trace[85268713] 'read index received' (duration: 90.010778ms)","trace[85268713] 'applied index is now lower than readState.Index' (duration: 71.084346ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T16:32:02.459227Z","caller":"traceutil/trace.go:171","msg":"trace[1439964762] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"162.234651ms","start":"2026-02-26T16:32:02.296976Z","end":"2026-02-26T16:32:02.459211Z","steps":["trace[1439964762] 'process raft request' (duration: 91.065011ms)","trace[1439964762] 'compare' (duration: 70.783027ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T16:32:02.459384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.119859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T16:32:02.459508Z","caller":"traceutil/trace.go:171","msg":"trace[1002214456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1918; }","duration":"106.255483ms","start":"2026-02-26T16:32:02.353205Z","end":"2026-02-26T16:32:02.45946Z","steps":["trace[1002214456] 'agreement among raft nodes before linearized reading' (duration: 106.062017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T16:32:02.459507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.541658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:6804"} {"level":"info","ts":"2026-02-26T16:32:02.459665Z","caller":"traceutil/trace.go:171","msg":"trace[54009707] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1918; }","duration":"161.691882ms","start":"2026-02-26T16:32:02.297925Z","end":"2026-02-26T16:32:02.459617Z","steps":["trace[54009707] 'agreement among raft nodes before linearized reading' (duration: 161.371252ms)"],"step_count":1}