{"level":"warn","ts":"2026-03-03T02:56:33.816201Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T02:56:33.81631Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.156:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.156:2380","--initial-cluster=instance=https://199.204.45.156:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.156:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.156:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T02:56:33.816386Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T02:56:33.816398Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-03-03T02:56:33.816431Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T02:56:33.817168Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"]} {"level":"info","ts":"2026-03-03T02:56:33.817291Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.156:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T02:56:33.821992Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.39156ms"} {"level":"info","ts":"2026-03-03T02:56:33.830849Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5ac240a6daec2148","cluster-id":"62163637a46c33c2"} {"level":"info","ts":"2026-03-03T02:56:33.830945Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T02:56:33.83097Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 0"} {"level":"info","ts":"2026-03-03T02:56:33.83098Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5ac240a6daec2148 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T02:56:33.831027Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 1"} {"level":"info","ts":"2026-03-03T02:56:33.831074Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"warn","ts":"2026-03-03T02:56:33.838601Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T02:56:33.840137Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T02:56:33.841483Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T02:56:33.843533Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5ac240a6daec2148","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T02:56:33.843802Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5ac240a6daec2148","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T02:56:33.843899Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T02:56:33.84394Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T02:56:33.843951Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T02:56:33.845684Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"info","ts":"2026-03-03T02:56:33.845861Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","added-peer-id":"5ac240a6daec2148","added-peer-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-03-03T02:56:33.848241Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T02:56:33.848396Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-03-03T02:56:33.848484Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-03-03T02:56:33.848732Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5ac240a6daec2148","initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T02:56:33.848806Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T02:56:34.432231Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T02:56:34.432299Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T02:56:34.432341Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgPreVoteResp from 5ac240a6daec2148 at term 1"} {"level":"info","ts":"2026-03-03T02:56:34.432362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became candidate at term 2"} {"level":"info","ts":"2026-03-03T02:56:34.432381Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgVoteResp from 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-03-03T02:56:34.432405Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became leader at term 2"} {"level":"info","ts":"2026-03-03T02:56:34.432426Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5ac240a6daec2148 elected leader 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-03-03T02:56:34.433737Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T02:56:34.434678Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T02:56:34.434639Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5ac240a6daec2148","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.156:2379]}","request-path":"/0/members/5ac240a6daec2148/attributes","cluster-id":"62163637a46c33c2","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T02:56:34.434759Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T02:56:34.43527Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T02:56:34.435406Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T02:56:34.435453Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T02:56:34.436027Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T02:56:34.436066Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T02:56:34.438193Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-03T02:56:34.438428Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.156:2379"} {"level":"warn","ts":"2026-03-03T02:56:58.123131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.780569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T02:56:58.123353Z","caller":"traceutil/trace.go:171","msg":"trace[179036785] linearizableReadLoop","detail":"{readStateIndex:475; appliedIndex:474; }","duration":"118.723403ms","start":"2026-03-03T02:56:58.004588Z","end":"2026-03-03T02:56:58.123311Z","steps":["trace[179036785] 'read index received' (duration: 52.132µs)","trace[179036785] 'applied index is now lower than readState.Index' (duration: 118.669431ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:56:58.123378Z","caller":"traceutil/trace.go:171","msg":"trace[1123026360] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"335.646043ms","start":"2026-03-03T02:56:57.787689Z","end":"2026-03-03T02:56:58.123335Z","steps":["trace[1123026360] 'process raft request' (duration: 98.706758ms)","trace[1123026360] 'compare' (duration: 235.567034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:56:58.123585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.002889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T02:56:58.123636Z","caller":"traceutil/trace.go:171","msg":"trace[1596252416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:458; }","duration":"119.107082ms","start":"2026-03-03T02:56:58.004515Z","end":"2026-03-03T02:56:58.123622Z","steps":["trace[1596252416] 'agreement among raft nodes before linearized reading' (duration: 118.968418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:58.123694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:57.787652Z","time spent":"335.92493ms","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:56:58.63085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339088286100211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T02:56:59.131907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339088286100211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T02:56:59.632656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339088286100211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T02:56:59.645598Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.516195775s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T02:56:59.64598Z","caller":"traceutil/trace.go:171","msg":"trace[506065479] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"1.516723007s","start":"2026-03-03T02:56:58.129233Z","end":"2026-03-03T02:56:59.645956Z","steps":["trace[506065479] 'process raft request' (duration: 1.516568344s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:59.646113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:58.128869Z","time spent":"1.517174518s","remote":"127.0.0.1:58752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:56:59.65673Z","caller":"traceutil/trace.go:171","msg":"trace[941851950] linearizableReadLoop","detail":"{readStateIndex:477; appliedIndex:475; }","duration":"1.52653112s","start":"2026-03-03T02:56:58.13017Z","end":"2026-03-03T02:56:59.656701Z","steps":["trace[941851950] 'read index received' (duration: 1.515697924s)","trace[941851950] 'applied index is now lower than readState.Index' (duration: 10.831966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:56:59.656911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.598313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:56:59.656963Z","caller":"traceutil/trace.go:171","msg":"trace[1903246024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:460; }","duration":"588.696775ms","start":"2026-03-03T02:56:59.068256Z","end":"2026-03-03T02:56:59.656953Z","steps":["trace[1903246024] 'agreement among raft nodes before linearized reading' (duration: 588.615143ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:56:59.656889Z","caller":"traceutil/trace.go:171","msg":"trace[837923361] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"1.527280846s","start":"2026-03-03T02:56:58.129556Z","end":"2026-03-03T02:56:59.656837Z","steps":["trace[837923361] 'process raft request' (duration: 1.52697359s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:59.656964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475771578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-03T02:56:59.656985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:59.068233Z","time spent":"588.747676ms","remote":"127.0.0.1:58526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T02:56:59.657021Z","caller":"traceutil/trace.go:171","msg":"trace[66299467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:460; }","duration":"1.475903441s","start":"2026-03-03T02:56:58.181099Z","end":"2026-03-03T02:56:59.657003Z","steps":["trace[66299467] 'agreement among raft nodes before linearized reading' (duration: 1.475769618s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:59.657027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347258873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T02:56:59.657056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:58.181082Z","time spent":"1.475966213s","remote":"127.0.0.1:58752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T02:56:59.657058Z","caller":"traceutil/trace.go:171","msg":"trace[426033777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:460; }","duration":"1.347328714s","start":"2026-03-03T02:56:58.309718Z","end":"2026-03-03T02:56:59.657047Z","steps":["trace[426033777] 'agreement among raft nodes before linearized reading' (duration: 1.347275433s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:59.656955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526686734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T02:56:59.657094Z","caller":"traceutil/trace.go:171","msg":"trace[938877741] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:460; }","duration":"1.526942789s","start":"2026-03-03T02:56:58.130143Z","end":"2026-03-03T02:56:59.657086Z","steps":["trace[938877741] 'agreement among raft nodes before linearized reading' (duration: 1.526671933s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:59.657096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:58.309697Z","time spent":"1.347391026s","remote":"127.0.0.1:58752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T02:56:59.657114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:58.130134Z","time spent":"1.526974409s","remote":"127.0.0.1:58764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T02:56:59.65715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:56:58.129531Z","time spent":"1.527490182s","remote":"127.0.0.1:58752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:57:06.482757Z","caller":"traceutil/trace.go:171","msg":"trace[519415872] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"121.118547ms","start":"2026-03-03T02:57:06.361605Z","end":"2026-03-03T02:57:06.482723Z","steps":["trace[519415872] 'process raft request' (duration: 120.192997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:57:23.31384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.920079ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T02:57:23.313998Z","caller":"traceutil/trace.go:171","msg":"trace[1986239449] linearizableReadLoop","detail":"{readStateIndex:570; appliedIndex:569; }","duration":"243.660088ms","start":"2026-03-03T02:57:23.070311Z","end":"2026-03-03T02:57:23.313971Z","steps":["trace[1986239449] 'read index received' (duration: 62.422µs)","trace[1986239449] 'applied index is now lower than readState.Index' (duration: 243.595956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:57:23.314092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.7672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:57:23.314121Z","caller":"traceutil/trace.go:171","msg":"trace[538590503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:548; }","duration":"243.855442ms","start":"2026-03-03T02:57:23.070255Z","end":"2026-03-03T02:57:23.31411Z","steps":["trace[538590503] 'agreement among raft nodes before linearized reading' (duration: 243.77831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:57:31.940151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.405959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T02:57:31.940275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.696371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-s5tkf\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-03T02:57:31.940321Z","caller":"traceutil/trace.go:171","msg":"trace[1339231956] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:570; }","duration":"119.642985ms","start":"2026-03-03T02:57:31.820649Z","end":"2026-03-03T02:57:31.940292Z","steps":["trace[1339231956] 'range keys from in-memory index tree' (duration: 119.073472ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:57:31.940349Z","caller":"traceutil/trace.go:171","msg":"trace[1737698516] range","detail":"{range_begin:/registry/pods/kube-system/cilium-s5tkf; range_end:; response_count:1; response_revision:570; }","duration":"203.811444ms","start":"2026-03-03T02:57:31.736516Z","end":"2026-03-03T02:57:31.940328Z","steps":["trace[1737698516] 'range keys from in-memory index tree' (duration: 203.605379ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:57:32.131167Z","caller":"traceutil/trace.go:171","msg":"trace[1354196977] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"186.249755ms","start":"2026-03-03T02:57:31.944884Z","end":"2026-03-03T02:57:32.131134Z","steps":["trace[1354196977] 'process raft request' (duration: 186.081871ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:57:32.711999Z","caller":"traceutil/trace.go:171","msg":"trace[918292072] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"766.998699ms","start":"2026-03-03T02:57:31.944964Z","end":"2026-03-03T02:57:32.711963Z","steps":["trace[918292072] 'process raft request' (duration: 766.675712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:57:32.712387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:57:31.944946Z","time spent":"767.145552ms","remote":"127.0.0.1:58752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:57:32.712423Z","caller":"traceutil/trace.go:171","msg":"trace[1946760980] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"767.381089ms","start":"2026-03-03T02:57:31.945Z","end":"2026-03-03T02:57:32.712381Z","steps":["trace[1946760980] 'process raft request' (duration: 766.899457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:57:32.712708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:57:31.944971Z","time spent":"767.627254ms","remote":"127.0.0.1:58752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:57:32.712706Z","caller":"traceutil/trace.go:171","msg":"trace[2039291041] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"756.739567ms","start":"2026-03-03T02:57:31.9559Z","end":"2026-03-03T02:57:32.71264Z","steps":["trace[2039291041] 'process raft request' (duration: 756.599994ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:57:32.712876Z","caller":"traceutil/trace.go:171","msg":"trace[791176835] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"767.797668ms","start":"2026-03-03T02:57:31.945062Z","end":"2026-03-03T02:57:32.71286Z","steps":["trace[791176835] 'process raft request' (duration: 767.247666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:57:32.712948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:57:31.955889Z","time spent":"756.944692ms","remote":"127.0.0.1:58692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:57:32.71299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:57:31.945056Z","time spent":"767.89199ms","remote":"127.0.0.1:58752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:57:34.916537Z","caller":"traceutil/trace.go:171","msg":"trace[1641906558] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"102.695368ms","start":"2026-03-03T02:57:34.813814Z","end":"2026-03-03T02:57:34.91651Z","steps":["trace[1641906558] 'process raft request' (duration: 102.517094ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:57:34.982836Z","caller":"traceutil/trace.go:171","msg":"trace[531354309] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"167.862488ms","start":"2026-03-03T02:57:34.814941Z","end":"2026-03-03T02:57:34.982804Z","steps":["trace[531354309] 'process raft request' (duration: 167.815307ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:57:34.982965Z","caller":"traceutil/trace.go:171","msg":"trace[778089393] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"167.994831ms","start":"2026-03-03T02:57:34.814891Z","end":"2026-03-03T02:57:34.982886Z","steps":["trace[778089393] 'process raft request' (duration: 167.678904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:57:36.196672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.070655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:57:36.196799Z","caller":"traceutil/trace.go:171","msg":"trace[784720867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:583; }","duration":"128.26879ms","start":"2026-03-03T02:57:36.068493Z","end":"2026-03-03T02:57:36.196762Z","steps":["trace[784720867] 'range keys from in-memory index tree' (duration: 127.962223ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:57:37.246115Z","caller":"traceutil/trace.go:171","msg":"trace[454295392] linearizableReadLoop","detail":"{readStateIndex:626; appliedIndex:625; }","duration":"325.663038ms","start":"2026-03-03T02:57:36.920426Z","end":"2026-03-03T02:57:37.246089Z","steps":["trace[454295392] 'read index received' (duration: 325.538545ms)","trace[454295392] 'applied index is now lower than readState.Index' (duration: 123.242µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:57:37.246206Z","caller":"traceutil/trace.go:171","msg":"trace[1094100411] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"328.87155ms","start":"2026-03-03T02:57:36.917283Z","end":"2026-03-03T02:57:37.246155Z","steps":["trace[1094100411] 'process raft request' (duration: 328.636635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:57:37.246362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:57:36.917248Z","time spent":"329.046344ms","remote":"127.0.0.1:58584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T02:57:37.246519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.080307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T02:57:37.246583Z","caller":"traceutil/trace.go:171","msg":"trace[926457704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:602; }","duration":"326.192439ms","start":"2026-03-03T02:57:36.920374Z","end":"2026-03-03T02:57:37.246567Z","steps":["trace[926457704] 'agreement among raft nodes before linearized reading' (duration: 325.818701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:57:37.246621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:57:36.920353Z","time spent":"326.258381ms","remote":"127.0.0.1:58752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T02:57:37.249403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.910601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T02:57:37.249496Z","caller":"traceutil/trace.go:171","msg":"trace[1587041605] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:603; }","duration":"262.249788ms","start":"2026-03-03T02:57:36.98723Z","end":"2026-03-03T02:57:37.24948Z","steps":["trace[1587041605] 'agreement among raft nodes before linearized reading' (duration: 261.791688ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:57:37.249522Z","caller":"traceutil/trace.go:171","msg":"trace[1935052464] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"132.876334ms","start":"2026-03-03T02:57:37.116607Z","end":"2026-03-03T02:57:37.249483Z","steps":["trace[1935052464] 'process raft request' (duration: 132.348152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:57:37.249637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.649925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T02:57:37.249679Z","caller":"traceutil/trace.go:171","msg":"trace[137805431] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:603; }","duration":"261.709536ms","start":"2026-03-03T02:57:36.987957Z","end":"2026-03-03T02:57:37.249666Z","steps":["trace[137805431] 'agreement among raft nodes before linearized reading' (duration: 261.607714ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:57:38.083325Z","caller":"traceutil/trace.go:171","msg":"trace[1567002776] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"153.954823ms","start":"2026-03-03T02:57:37.929333Z","end":"2026-03-03T02:57:38.083288Z","steps":["trace[1567002776] 'process raft request' (duration: 153.495362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:57:39.140445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.695073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-03-03T02:57:39.14053Z","caller":"traceutil/trace.go:171","msg":"trace[1520097523] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:641; }","duration":"226.841606ms","start":"2026-03-03T02:57:38.913667Z","end":"2026-03-03T02:57:39.140509Z","steps":["trace[1520097523] 'range keys from in-memory index tree' (duration: 226.372456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:57:40.192934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.930269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:57:40.193027Z","caller":"traceutil/trace.go:171","msg":"trace[1285245460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:648; }","duration":"123.061501ms","start":"2026-03-03T02:57:40.069945Z","end":"2026-03-03T02:57:40.193007Z","steps":["trace[1285245460] 'range keys from in-memory index tree' (duration: 122.833337ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:57:54.436066Z","caller":"traceutil/trace.go:171","msg":"trace[351429609] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"137.592837ms","start":"2026-03-03T02:57:54.298448Z","end":"2026-03-03T02:57:54.436041Z","steps":["trace[351429609] 'process raft request' (duration: 137.442394ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:57:56.58377Z","caller":"traceutil/trace.go:171","msg":"trace[1069290191] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"126.68909ms","start":"2026-03-03T02:57:56.45704Z","end":"2026-03-03T02:57:56.583729Z","steps":["trace[1069290191] 'process raft request' (duration: 126.430814ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:57:57.499731Z","caller":"traceutil/trace.go:171","msg":"trace[1322235860] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"110.415643ms","start":"2026-03-03T02:57:57.389278Z","end":"2026-03-03T02:57:57.499693Z","steps":["trace[1322235860] 'process raft request' (duration: 103.182508ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:57:57.551285Z","caller":"traceutil/trace.go:171","msg":"trace[42070682] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"161.898108ms","start":"2026-03-03T02:57:57.389351Z","end":"2026-03-03T02:57:57.551249Z","steps":["trace[42070682] 'process raft request' (duration: 161.732274ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:07.710257Z","caller":"traceutil/trace.go:171","msg":"trace[850539974] linearizableReadLoop","detail":"{readStateIndex:841; appliedIndex:840; }","duration":"145.359793ms","start":"2026-03-03T02:58:07.564867Z","end":"2026-03-03T02:58:07.710227Z","steps":["trace[850539974] 'read index received' (duration: 145.125988ms)","trace[850539974] 'applied index is now lower than readState.Index' (duration: 232.335µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:58:07.710336Z","caller":"traceutil/trace.go:171","msg":"trace[46446448] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"258.140109ms","start":"2026-03-03T02:58:07.452163Z","end":"2026-03-03T02:58:07.710303Z","steps":["trace[46446448] 'process raft request' (duration: 257.867732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:07.710602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.704501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T02:58:07.710642Z","caller":"traceutil/trace.go:171","msg":"trace[2076914110] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:807; }","duration":"145.797193ms","start":"2026-03-03T02:58:07.564832Z","end":"2026-03-03T02:58:07.710629Z","steps":["trace[2076914110] 'agreement among raft nodes before linearized reading' (duration: 145.568168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:07.710744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.092869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T02:58:07.710818Z","caller":"traceutil/trace.go:171","msg":"trace[911059194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:807; }","duration":"119.216952ms","start":"2026-03-03T02:58:07.591582Z","end":"2026-03-03T02:58:07.710799Z","steps":["trace[911059194] 'agreement among raft nodes before linearized reading' (duration: 118.970406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:07.710818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.850509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T02:58:07.711197Z","caller":"traceutil/trace.go:171","msg":"trace[1618579413] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:807; }","duration":"144.289109ms","start":"2026-03-03T02:58:07.566872Z","end":"2026-03-03T02:58:07.711161Z","steps":["trace[1618579413] 'agreement among raft nodes before linearized reading' (duration: 143.652844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:08.569587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339088286100991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T02:58:08.726546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.355476ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-03T02:58:08.726701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:07.71304Z","time spent":"1.013655975s","remote":"127.0.0.1:58578","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T02:58:09.070498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398339088286100991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T02:58:09.194202Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.450145995s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T02:58:09.320653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.011737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T02:58:09.320996Z","caller":"traceutil/trace.go:171","msg":"trace[1672079216] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"1.603357118s","start":"2026-03-03T02:58:07.717615Z","end":"2026-03-03T02:58:09.320973Z","steps":["trace[1672079216] 'process raft request' (duration: 1.603229986s)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:09.321011Z","caller":"traceutil/trace.go:171","msg":"trace[1686515360] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"1.603593474s","start":"2026-03-03T02:58:07.717351Z","end":"2026-03-03T02:58:09.320944Z","steps":["trace[1686515360] 'process raft request' (duration: 1.477178448s)","trace[1686515360] 'compare' (duration: 125.821542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:58:09.321152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:07.717571Z","time spent":"1.603494572s","remote":"127.0.0.1:58752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:58:09.321206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:07.717326Z","time spent":"1.603780038s","remote":"127.0.0.1:58752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:58:09.344038Z","caller":"traceutil/trace.go:171","msg":"trace[311230599] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"1.501958291s","start":"2026-03-03T02:58:07.842064Z","end":"2026-03-03T02:58:09.344022Z","steps":["trace[311230599] 'process raft request' (duration: 1.501828939s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:09.344119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:07.842035Z","time spent":"1.502042803s","remote":"127.0.0.1:58752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:58:09.344238Z","caller":"traceutil/trace.go:171","msg":"trace[1779213484] linearizableReadLoop","detail":"{readStateIndex:846; appliedIndex:842; }","duration":"1.275368348s","start":"2026-03-03T02:58:08.06885Z","end":"2026-03-03T02:58:09.344218Z","steps":["trace[1779213484] 'read index received' (duration: 1.125573783s)","trace[1779213484] 'applied index is now lower than readState.Index' (duration: 149.793085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:58:09.344374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275521851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:58:09.344408Z","caller":"traceutil/trace.go:171","msg":"trace[1776548892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:811; }","duration":"1.275586872s","start":"2026-03-03T02:58:08.068813Z","end":"2026-03-03T02:58:09.3444Z","steps":["trace[1776548892] 'agreement among raft nodes before linearized reading' (duration: 1.2755112s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:09.344429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:08.068796Z","time spent":"1.275629323s","remote":"127.0.0.1:58526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T02:58:09.344332Z","caller":"traceutil/trace.go:171","msg":"trace[648392920] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"616.641994ms","start":"2026-03-03T02:58:08.727656Z","end":"2026-03-03T02:58:09.344298Z","steps":["trace[648392920] 'process raft request' (duration: 616.315456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:09.344596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.836238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T02:58:09.344598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:08.727633Z","time spent":"616.859868ms","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:58:09.344626Z","caller":"traceutil/trace.go:171","msg":"trace[1259154124] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:811; }","duration":"217.885019ms","start":"2026-03-03T02:58:09.126731Z","end":"2026-03-03T02:58:09.344616Z","steps":["trace[1259154124] 'agreement among raft nodes before linearized reading' (duration: 217.843868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:09.344619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.061451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:58:09.34467Z","caller":"traceutil/trace.go:171","msg":"trace[43616842] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:811; }","duration":"278.169084ms","start":"2026-03-03T02:58:09.066487Z","end":"2026-03-03T02:58:09.344656Z","steps":["trace[43616842] 'agreement among raft nodes before linearized reading' (duration: 278.051491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:09.344736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.148067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T02:58:09.344799Z","caller":"traceutil/trace.go:171","msg":"trace[1453440264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:811; }","duration":"712.28616ms","start":"2026-03-03T02:58:08.632498Z","end":"2026-03-03T02:58:09.344784Z","steps":["trace[1453440264] 'agreement among raft nodes before linearized reading' (duration: 712.010244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:09.344854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:08.632475Z","time spent":"712.368812ms","remote":"127.0.0.1:58752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T02:58:09.345099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.92056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T02:58:09.345135Z","caller":"traceutil/trace.go:171","msg":"trace[1897942033] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:811; }","duration":"339.005052ms","start":"2026-03-03T02:58:09.006122Z","end":"2026-03-03T02:58:09.345127Z","steps":["trace[1897942033] 'agreement among raft nodes before linearized reading' (duration: 338.676915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:09.345157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:09.006097Z","time spent":"339.054904ms","remote":"127.0.0.1:58752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T02:58:09.450318Z","caller":"traceutil/trace.go:171","msg":"trace[1166416799] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"100.943926ms","start":"2026-03-03T02:58:09.349321Z","end":"2026-03-03T02:58:09.450265Z","steps":["trace[1166416799] 'process raft request' (duration: 97.840096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:09.450683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T02:58:09.450773Z","caller":"traceutil/trace.go:171","msg":"trace[1637481881] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:813; }","duration":"100.334573ms","start":"2026-03-03T02:58:09.350419Z","end":"2026-03-03T02:58:09.450754Z","steps":["trace[1637481881] 'agreement among raft nodes before linearized reading' (duration: 99.873643ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:21.798327Z","caller":"traceutil/trace.go:171","msg":"trace[68683181] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"380.700576ms","start":"2026-03-03T02:58:21.417592Z","end":"2026-03-03T02:58:21.798293Z","steps":["trace[68683181] 'process raft request' (duration: 380.543513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:21.79852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:21.417574Z","time spent":"380.856629ms","remote":"127.0.0.1:58752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:58:21.799017Z","caller":"traceutil/trace.go:171","msg":"trace[907279864] linearizableReadLoop","detail":"{readStateIndex:935; appliedIndex:935; }","duration":"381.380131ms","start":"2026-03-03T02:58:21.417625Z","end":"2026-03-03T02:58:21.799005Z","steps":["trace[907279864] 'read index received' (duration: 381.374811ms)","trace[907279864] 'applied index is now lower than readState.Index' (duration: 4.21µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:58:21.799188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.556545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T02:58:21.799228Z","caller":"traceutil/trace.go:171","msg":"trace[979211351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:897; }","duration":"381.631327ms","start":"2026-03-03T02:58:21.417585Z","end":"2026-03-03T02:58:21.799216Z","steps":["trace[979211351] 'agreement among raft nodes before linearized reading' (duration: 381.491134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:21.799264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:21.417564Z","time spent":"381.692768ms","remote":"127.0.0.1:58752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T02:58:21.822783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.213124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T02:58:21.82292Z","caller":"traceutil/trace.go:171","msg":"trace[1875416234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:898; }","duration":"312.412638ms","start":"2026-03-03T02:58:21.510483Z","end":"2026-03-03T02:58:21.822895Z","steps":["trace[1875416234] 'agreement among raft nodes before linearized reading' (duration: 312.000549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:21.82298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:21.510462Z","time spent":"312.50746ms","remote":"127.0.0.1:58752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T02:58:21.823076Z","caller":"traceutil/trace.go:171","msg":"trace[1052234029] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"326.260253ms","start":"2026-03-03T02:58:21.496765Z","end":"2026-03-03T02:58:21.823025Z","steps":["trace[1052234029] 'process raft request' (duration: 325.542256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:21.823298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.776784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T02:58:21.82338Z","caller":"traceutil/trace.go:171","msg":"trace[1182127179] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:898; }","duration":"277.916317ms","start":"2026-03-03T02:58:21.545445Z","end":"2026-03-03T02:58:21.823361Z","steps":["trace[1182127179] 'agreement among raft nodes before linearized reading' (duration: 277.688222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:21.823365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:21.496739Z","time spent":"326.454967ms","remote":"127.0.0.1:58752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:58:28.016496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.961971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T02:58:28.016619Z","caller":"traceutil/trace.go:171","msg":"trace[391015369] linearizableReadLoop","detail":"{readStateIndex:953; appliedIndex:952; }","duration":"196.295807ms","start":"2026-03-03T02:58:27.820306Z","end":"2026-03-03T02:58:28.016602Z","steps":["trace[391015369] 'read index received' (duration: 11.04958ms)","trace[391015369] 'applied index is now lower than readState.Index' (duration: 185.244587ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:58:28.016671Z","caller":"traceutil/trace.go:171","msg":"trace[1110968482] transaction","detail":"{read_only:false; response_revision:913; number_of_response:1; }","duration":"295.543696ms","start":"2026-03-03T02:58:27.721087Z","end":"2026-03-03T02:58:28.016631Z","steps":["trace[1110968482] 'process raft request' (duration: 110.33971ms)","trace[1110968482] 'compare' (duration: 184.690794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:58:28.016801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.483712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T02:58:28.016841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.192504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T02:58:28.016867Z","caller":"traceutil/trace.go:171","msg":"trace[1874037304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:913; }","duration":"169.221305ms","start":"2026-03-03T02:58:27.847637Z","end":"2026-03-03T02:58:28.016859Z","steps":["trace[1874037304] 'agreement among raft nodes before linearized reading' (duration: 169.06164ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:28.016873Z","caller":"traceutil/trace.go:171","msg":"trace[1533125614] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:913; }","duration":"196.601265ms","start":"2026-03-03T02:58:27.820256Z","end":"2026-03-03T02:58:28.016857Z","steps":["trace[1533125614] 'agreement among raft nodes before linearized reading' (duration: 196.386879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:28.017016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.86114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T02:58:28.017039Z","caller":"traceutil/trace.go:171","msg":"trace[1759720261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:913; }","duration":"158.90275ms","start":"2026-03-03T02:58:27.85813Z","end":"2026-03-03T02:58:28.017033Z","steps":["trace[1759720261] 'agreement among raft nodes before linearized reading' (duration: 158.836359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:28.017119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.736542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T02:58:28.017178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.403498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T02:58:28.017139Z","caller":"traceutil/trace.go:171","msg":"trace[1936678308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:913; }","duration":"160.776984ms","start":"2026-03-03T02:58:27.856357Z","end":"2026-03-03T02:58:28.017134Z","steps":["trace[1936678308] 'agreement among raft nodes before linearized reading' (duration: 160.720702ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:28.017201Z","caller":"traceutil/trace.go:171","msg":"trace[1824051650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:913; }","duration":"161.458198ms","start":"2026-03-03T02:58:27.855737Z","end":"2026-03-03T02:58:28.017195Z","steps":["trace[1824051650] 'agreement among raft nodes before linearized reading' (duration: 161.399967ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:28.210814Z","caller":"traceutil/trace.go:171","msg":"trace[2134573961] transaction","detail":"{read_only:false; response_revision:914; number_of_response:1; }","duration":"188.02806ms","start":"2026-03-03T02:58:28.022757Z","end":"2026-03-03T02:58:28.210785Z","steps":["trace[2134573961] 'process raft request' (duration: 187.780864ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:28.211611Z","caller":"traceutil/trace.go:171","msg":"trace[1432141354] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"187.608501ms","start":"2026-03-03T02:58:28.023963Z","end":"2026-03-03T02:58:28.211572Z","steps":["trace[1432141354] 'process raft request' (duration: 187.337475ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:28.211726Z","caller":"traceutil/trace.go:171","msg":"trace[1880900417] linearizableReadLoop","detail":"{readStateIndex:958; appliedIndex:953; }","duration":"185.810949ms","start":"2026-03-03T02:58:28.025877Z","end":"2026-03-03T02:58:28.211688Z","steps":["trace[1880900417] 'read index received' (duration: 184.597752ms)","trace[1880900417] 'applied index is now lower than readState.Index' (duration: 1.211777ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:58:28.211713Z","caller":"traceutil/trace.go:171","msg":"trace[1213254126] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"187.644891ms","start":"2026-03-03T02:58:28.024052Z","end":"2026-03-03T02:58:28.211697Z","steps":["trace[1213254126] 'process raft request' (duration: 187.413736ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:28.211936Z","caller":"traceutil/trace.go:171","msg":"trace[197476347] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"187.545859ms","start":"2026-03-03T02:58:28.024376Z","end":"2026-03-03T02:58:28.211922Z","steps":["trace[197476347] 'process raft request' (duration: 187.269133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:28.212088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.194558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:58:28.211877Z","caller":"traceutil/trace.go:171","msg":"trace[1323158896] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"187.648571ms","start":"2026-03-03T02:58:28.024215Z","end":"2026-03-03T02:58:28.211864Z","steps":["trace[1323158896] 'process raft request' (duration: 187.374945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:28.212305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.395742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T02:58:28.212138Z","caller":"traceutil/trace.go:171","msg":"trace[1935769208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:918; }","duration":"141.311901ms","start":"2026-03-03T02:58:28.070814Z","end":"2026-03-03T02:58:28.212125Z","steps":["trace[1935769208] 'agreement among raft nodes before linearized reading' (duration: 141.121207ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:28.212393Z","caller":"traceutil/trace.go:171","msg":"trace[1744528660] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:918; }","duration":"186.493545ms","start":"2026-03-03T02:58:28.025855Z","end":"2026-03-03T02:58:28.212348Z","steps":["trace[1744528660] 'agreement among raft nodes before linearized reading' (duration: 186.294931ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:42.391798Z","caller":"traceutil/trace.go:171","msg":"trace[1279859287] linearizableReadLoop","detail":"{readStateIndex:1004; appliedIndex:1003; }","duration":"103.215338ms","start":"2026-03-03T02:58:42.288543Z","end":"2026-03-03T02:58:42.391758Z","steps":["trace[1279859287] 'read index received' (duration: 102.988853ms)","trace[1279859287] 'applied index is now lower than readState.Index' (duration: 224.875µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:58:42.391838Z","caller":"traceutil/trace.go:171","msg":"trace[138394216] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"103.480315ms","start":"2026-03-03T02:58:42.288314Z","end":"2026-03-03T02:58:42.391795Z","steps":["trace[138394216] 'process raft request' (duration: 103.22774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:42.392106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.505156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T02:58:42.392156Z","caller":"traceutil/trace.go:171","msg":"trace[169437112] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:961; }","duration":"103.619718ms","start":"2026-03-03T02:58:42.288523Z","end":"2026-03-03T02:58:42.392142Z","steps":["trace[169437112] 'agreement among raft nodes before linearized reading' (duration: 103.376933ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:42.413745Z","caller":"traceutil/trace.go:171","msg":"trace[1394290736] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"123.14924ms","start":"2026-03-03T02:58:42.290568Z","end":"2026-03-03T02:58:42.413718Z","steps":["trace[1394290736] 'process raft request' (duration: 122.814943ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:42.41406Z","caller":"traceutil/trace.go:171","msg":"trace[705014789] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"122.447505ms","start":"2026-03-03T02:58:42.291589Z","end":"2026-03-03T02:58:42.414036Z","steps":["trace[705014789] 'process raft request' (duration: 122.054117ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:42.41417Z","caller":"traceutil/trace.go:171","msg":"trace[1652783736] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"122.155289ms","start":"2026-03-03T02:58:42.291991Z","end":"2026-03-03T02:58:42.414146Z","steps":["trace[1652783736] 'process raft request' (duration: 121.992745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:47.817173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.818387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:58:47.817282Z","caller":"traceutil/trace.go:171","msg":"trace[802906633] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:0; response_revision:990; }","duration":"722.97979ms","start":"2026-03-03T02:58:47.094276Z","end":"2026-03-03T02:58:47.817256Z","steps":["trace[802906633] 'range keys from in-memory index tree' (duration: 722.690394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:47.817437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:47.09426Z","time spent":"723.125214ms","remote":"127.0.0.1:58752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-03T02:58:47.817572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.505869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T02:58:47.817713Z","caller":"traceutil/trace.go:171","msg":"trace[2008180697] linearizableReadLoop","detail":"{readStateIndex:1035; appliedIndex:1034; }","duration":"247.710233ms","start":"2026-03-03T02:58:47.569984Z","end":"2026-03-03T02:58:47.817694Z","steps":["trace[2008180697] 'read index received' (duration: 40.601µs)","trace[2008180697] 'applied index is now lower than readState.Index' (duration: 247.668242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:58:47.817928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.939527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T02:58:47.817998Z","caller":"traceutil/trace.go:171","msg":"trace[666907020] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:991; }","duration":"248.05083ms","start":"2026-03-03T02:58:47.569934Z","end":"2026-03-03T02:58:47.817985Z","steps":["trace[666907020] 'agreement among raft nodes before linearized reading' (duration: 247.838305ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:47.818058Z","caller":"traceutil/trace.go:171","msg":"trace[1695940314] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"520.164355ms","start":"2026-03-03T02:58:47.297869Z","end":"2026-03-03T02:58:47.818033Z","steps":["trace[1695940314] 'process raft request' (duration: 181.073513ms)","trace[1695940314] 'compare' (duration: 338.150611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:58:47.818305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:47.297844Z","time spent":"520.310159ms","remote":"127.0.0.1:58610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T02:58:48.319334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.220493ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-03T02:58:48.31944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:47.82082Z","time spent":"498.616298ms","remote":"127.0.0.1:58578","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T02:58:48.403017Z","caller":"traceutil/trace.go:171","msg":"trace[473808955] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"580.38912ms","start":"2026-03-03T02:58:47.822601Z","end":"2026-03-03T02:58:48.40299Z","steps":["trace[473808955] 'process raft request' (duration: 580.132614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:48.403199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:47.822586Z","time spent":"580.514752ms","remote":"127.0.0.1:58610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T02:58:48.403655Z","caller":"traceutil/trace.go:171","msg":"trace[602912855] linearizableReadLoop","detail":"{readStateIndex:1038; appliedIndex:1035; }","duration":"334.58136ms","start":"2026-03-03T02:58:48.069055Z","end":"2026-03-03T02:58:48.403636Z","steps":["trace[602912855] 'read index received' (duration: 149.057227ms)","trace[602912855] 'applied index is now lower than readState.Index' (duration: 185.523093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:58:48.403833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.777925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:58:48.403875Z","caller":"traceutil/trace.go:171","msg":"trace[1368982696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:993; }","duration":"334.874497ms","start":"2026-03-03T02:58:48.068989Z","end":"2026-03-03T02:58:48.403863Z","steps":["trace[1368982696] 'agreement among raft nodes before linearized reading' (duration: 334.736104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:48.403913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:48.068965Z","time spent":"334.941269ms","remote":"127.0.0.1:58526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T02:58:48.404243Z","caller":"traceutil/trace.go:171","msg":"trace[1796583583] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"581.512684ms","start":"2026-03-03T02:58:47.822717Z","end":"2026-03-03T02:58:48.404229Z","steps":["trace[1796583583] 'process raft request' (duration: 580.206135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:48.404312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:47.822695Z","time spent":"581.586247ms","remote":"127.0.0.1:58752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T02:58:48.496886Z","caller":"traceutil/trace.go:171","msg":"trace[1273798384] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"175.924006ms","start":"2026-03-03T02:58:48.32093Z","end":"2026-03-03T02:58:48.496854Z","steps":["trace[1273798384] 'process raft request' (duration: 171.22404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:48.714572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.172058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T02:58:48.714719Z","caller":"traceutil/trace.go:171","msg":"trace[737483454] linearizableReadLoop","detail":"{readStateIndex:1042; appliedIndex:1041; }","duration":"114.526595ms","start":"2026-03-03T02:58:48.600176Z","end":"2026-03-03T02:58:48.714702Z","steps":["trace[737483454] 'read index received' (duration: 7.0475ms)","trace[737483454] 'applied index is now lower than readState.Index' (duration: 107.477695ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:58:48.714807Z","caller":"traceutil/trace.go:171","msg":"trace[2128509659] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"160.033746ms","start":"2026-03-03T02:58:48.554746Z","end":"2026-03-03T02:58:48.714779Z","steps":["trace[2128509659] 'process raft request' (duration: 52.564341ms)","trace[2128509659] 'compare' (duration: 107.050245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:58:48.714914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.74024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T02:58:48.714952Z","caller":"traceutil/trace.go:171","msg":"trace[1195018920] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:997; }","duration":"114.804941ms","start":"2026-03-03T02:58:48.600136Z","end":"2026-03-03T02:58:48.714941Z","steps":["trace[1195018920] 'agreement among raft nodes before linearized reading' (duration: 114.650078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:48.715091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.076425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T02:58:48.715107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.176847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T02:58:48.715122Z","caller":"traceutil/trace.go:171","msg":"trace[232100789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:997; }","duration":"114.148036ms","start":"2026-03-03T02:58:48.600967Z","end":"2026-03-03T02:58:48.715115Z","steps":["trace[232100789] 'agreement among raft nodes before linearized reading' (duration: 114.072315ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:48.715151Z","caller":"traceutil/trace.go:171","msg":"trace[1905180942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:997; }","duration":"114.242269ms","start":"2026-03-03T02:58:48.600896Z","end":"2026-03-03T02:58:48.715138Z","steps":["trace[1905180942] 'agreement among raft nodes before linearized reading' (duration: 114.119816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:48.715655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.718369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T02:58:48.715751Z","caller":"traceutil/trace.go:171","msg":"trace[1514706628] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:997; }","duration":"114.847562ms","start":"2026-03-03T02:58:48.600888Z","end":"2026-03-03T02:58:48.715735Z","steps":["trace[1514706628] 'agreement among raft nodes before linearized reading' (duration: 114.29738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:50.252658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.808412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:58:50.25276Z","caller":"traceutil/trace.go:171","msg":"trace[77759117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1002; }","duration":"182.973765ms","start":"2026-03-03T02:58:50.06976Z","end":"2026-03-03T02:58:50.252734Z","steps":["trace[77759117] 'range keys from in-memory index tree' (duration: 182.645488ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:50.974105Z","caller":"traceutil/trace.go:171","msg":"trace[1341648274] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"229.1345ms","start":"2026-03-03T02:58:50.744936Z","end":"2026-03-03T02:58:50.974071Z","steps":["trace[1341648274] 'process raft request' (duration: 228.902255ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:50.974495Z","caller":"traceutil/trace.go:171","msg":"trace[143502767] linearizableReadLoop","detail":"{readStateIndex:1048; appliedIndex:1048; }","duration":"192.705506ms","start":"2026-03-03T02:58:50.781754Z","end":"2026-03-03T02:58:50.97446Z","steps":["trace[143502767] 'read index received' (duration: 192.688776ms)","trace[143502767] 'applied index is now lower than readState.Index' (duration: 13.9µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:58:50.974811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.588583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T02:58:50.974811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.030193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T02:58:50.974859Z","caller":"traceutil/trace.go:171","msg":"trace[1126961445] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1003; }","duration":"173.698776ms","start":"2026-03-03T02:58:50.801145Z","end":"2026-03-03T02:58:50.974844Z","steps":["trace[1126961445] 'agreement among raft nodes before linearized reading' (duration: 173.477521ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:50.974867Z","caller":"traceutil/trace.go:171","msg":"trace[765744656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1003; }","duration":"193.140906ms","start":"2026-03-03T02:58:50.781712Z","end":"2026-03-03T02:58:50.974853Z","steps":["trace[765744656] 'agreement among raft nodes before linearized reading' (duration: 192.8801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:50.975055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.202664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T02:58:50.975092Z","caller":"traceutil/trace.go:171","msg":"trace[1001823680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1003; }","duration":"173.280316ms","start":"2026-03-03T02:58:50.801804Z","end":"2026-03-03T02:58:50.975084Z","steps":["trace[1001823680] 'agreement among raft nodes before linearized reading' (duration: 173.191824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:50.975235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.027162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T02:58:50.975268Z","caller":"traceutil/trace.go:171","msg":"trace[1136766351] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1003; }","duration":"174.079844ms","start":"2026-03-03T02:58:50.80118Z","end":"2026-03-03T02:58:50.97526Z","steps":["trace[1136766351] 'agreement among raft nodes before linearized reading' (duration: 173.990152ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:51.213913Z","caller":"traceutil/trace.go:171","msg":"trace[1439461222] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"232.915527ms","start":"2026-03-03T02:58:50.980972Z","end":"2026-03-03T02:58:51.213887Z","steps":["trace[1439461222] 'process raft request' (duration: 232.763414ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:51.214495Z","caller":"traceutil/trace.go:171","msg":"trace[1909529426] linearizableReadLoop","detail":"{readStateIndex:1052; appliedIndex:1048; }","duration":"143.494281ms","start":"2026-03-03T02:58:51.070986Z","end":"2026-03-03T02:58:51.214481Z","steps":["trace[1909529426] 'read index received' (duration: 142.714723ms)","trace[1909529426] 'applied index is now lower than readState.Index' (duration: 778.807µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:58:51.214599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.591453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:58:51.214624Z","caller":"traceutil/trace.go:171","msg":"trace[1253344347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1007; }","duration":"143.674645ms","start":"2026-03-03T02:58:51.070942Z","end":"2026-03-03T02:58:51.214616Z","steps":["trace[1253344347] 'agreement among raft nodes before linearized reading' (duration: 143.602563ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:51.214701Z","caller":"traceutil/trace.go:171","msg":"trace[501510646] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"233.255484ms","start":"2026-03-03T02:58:50.981435Z","end":"2026-03-03T02:58:51.21469Z","steps":["trace[501510646] 'process raft request' (duration: 232.947557ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:51.214802Z","caller":"traceutil/trace.go:171","msg":"trace[925194056] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"232.490607ms","start":"2026-03-03T02:58:50.982288Z","end":"2026-03-03T02:58:51.214779Z","steps":["trace[925194056] 'process raft request' (duration: 232.1534ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:51.214867Z","caller":"traceutil/trace.go:171","msg":"trace[1229477957] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"232.518358ms","start":"2026-03-03T02:58:50.982343Z","end":"2026-03-03T02:58:51.214862Z","steps":["trace[1229477957] 'process raft request' (duration: 232.117659ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:52.822266Z","caller":"traceutil/trace.go:171","msg":"trace[198436852] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"310.547827ms","start":"2026-03-03T02:58:52.511689Z","end":"2026-03-03T02:58:52.822237Z","steps":["trace[198436852] 'process raft request' (duration: 307.386805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:52.82243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:52.511667Z","time spent":"310.68803ms","remote":"127.0.0.1:58752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T02:58:53.078859Z","caller":"traceutil/trace.go:171","msg":"trace[905968092] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"433.641896ms","start":"2026-03-03T02:58:52.645183Z","end":"2026-03-03T02:58:53.078824Z","steps":["trace[905968092] 'process raft request' (duration: 406.365657ms)","trace[905968092] 'compare' (duration: 26.995302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:58:53.079151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:58:52.645153Z","time spent":"433.840889ms","remote":"127.0.0.1:58752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T02:58:53.080979Z","caller":"traceutil/trace.go:171","msg":"trace[192377624] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"249.353959ms","start":"2026-03-03T02:58:52.831604Z","end":"2026-03-03T02:58:53.080958Z","steps":["trace[192377624] 'process raft request' (duration: 249.104214ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:53.080976Z","caller":"traceutil/trace.go:171","msg":"trace[1315531188] linearizableReadLoop","detail":"{readStateIndex:1059; appliedIndex:1057; }","duration":"254.198ms","start":"2026-03-03T02:58:52.8267Z","end":"2026-03-03T02:58:53.080898Z","steps":["trace[1315531188] 'read index received' (duration: 224.779443ms)","trace[1315531188] 'applied index is now lower than readState.Index' (duration: 29.417237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:58:53.081303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.565018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T02:58:53.081425Z","caller":"traceutil/trace.go:171","msg":"trace[217308381] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1014; }","duration":"254.776142ms","start":"2026-03-03T02:58:52.826621Z","end":"2026-03-03T02:58:53.081397Z","steps":["trace[217308381] 'agreement among raft nodes before linearized reading' (duration: 254.419724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:53.083088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.658261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T02:58:53.083846Z","caller":"traceutil/trace.go:171","msg":"trace[504729996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1014; }","duration":"101.279605ms","start":"2026-03-03T02:58:52.98219Z","end":"2026-03-03T02:58:53.083469Z","steps":["trace[504729996] 'agreement among raft nodes before linearized reading' (duration: 99.123917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:58:55.492032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.440058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T02:58:55.492155Z","caller":"traceutil/trace.go:171","msg":"trace[1227575756] linearizableReadLoop","detail":"{readStateIndex:1079; appliedIndex:1077; }","duration":"192.515102ms","start":"2026-03-03T02:58:55.299628Z","end":"2026-03-03T02:58:55.492143Z","steps":["trace[1227575756] 'read index received' (duration: 15.90221ms)","trace[1227575756] 'applied index is now lower than readState.Index' (duration: 176.612132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:58:55.492201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.583403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:58:55.492218Z","caller":"traceutil/trace.go:171","msg":"trace[503195511] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1033; }","duration":"192.639114ms","start":"2026-03-03T02:58:55.299573Z","end":"2026-03-03T02:58:55.492212Z","steps":["trace[503195511] 'agreement among raft nodes before linearized reading' (duration: 192.601664ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:58:55.49237Z","caller":"traceutil/trace.go:171","msg":"trace[390193291] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"251.292903ms","start":"2026-03-03T02:58:55.241069Z","end":"2026-03-03T02:58:55.492362Z","steps":["trace[390193291] 'process raft request' (duration: 74.457156ms)","trace[390193291] 'compare' (duration: 176.358636ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:58:55.492432Z","caller":"traceutil/trace.go:171","msg":"trace[366303915] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"251.061758ms","start":"2026-03-03T02:58:55.241338Z","end":"2026-03-03T02:58:55.4924Z","steps":["trace[366303915] 'process raft request' (duration: 250.770181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:00:30.519098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.47137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T03:00:30.519171Z","caller":"traceutil/trace.go:171","msg":"trace[633603383] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1436; }","duration":"137.600773ms","start":"2026-03-03T03:00:30.381558Z","end":"2026-03-03T03:00:30.519159Z","steps":["trace[633603383] 'range keys from in-memory index tree' (duration: 137.314807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:00:36.180554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.012704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-03T03:00:36.180652Z","caller":"traceutil/trace.go:171","msg":"trace[817727482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1459; }","duration":"102.156567ms","start":"2026-03-03T03:00:36.078472Z","end":"2026-03-03T03:00:36.180629Z","steps":["trace[817727482] 'range keys from in-memory index tree' (duration: 101.776168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:00:38.410594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.904441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:00:38.41094Z","caller":"traceutil/trace.go:171","msg":"trace[325842669] transaction","detail":"{read_only:false; response_revision:1468; number_of_response:1; }","duration":"191.665488ms","start":"2026-03-03T03:00:38.219208Z","end":"2026-03-03T03:00:38.410874Z","steps":["trace[325842669] 'process raft request' (duration: 61.362278ms)","trace[325842669] 'compare' (duration: 129.776309ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:00:42.124524Z","caller":"traceutil/trace.go:171","msg":"trace[332283675] transaction","detail":"{read_only:false; response_revision:1481; number_of_response:1; }","duration":"113.235226ms","start":"2026-03-03T03:00:42.01126Z","end":"2026-03-03T03:00:42.12412Z","steps":["trace[332283675] 'process raft request' (duration: 112.669302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:00:49.093113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.610062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-03T03:00:49.093204Z","caller":"traceutil/trace.go:171","msg":"trace[1259404081] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1511; }","duration":"112.759725ms","start":"2026-03-03T03:00:48.980425Z","end":"2026-03-03T03:00:49.093185Z","steps":["trace[1259404081] 'range keys from in-memory index tree' (duration: 112.385016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:00:50.76203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.877245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T03:00:50.762098Z","caller":"traceutil/trace.go:171","msg":"trace[305457312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1517; }","duration":"119.989758ms","start":"2026-03-03T03:00:50.642094Z","end":"2026-03-03T03:00:50.762083Z","steps":["trace[305457312] 'range keys from in-memory index tree' (duration: 119.726752ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:00:52.349412Z","caller":"traceutil/trace.go:171","msg":"trace[1250856296] transaction","detail":"{read_only:false; response_revision:1522; number_of_response:1; }","duration":"148.067499ms","start":"2026-03-03T03:00:52.201322Z","end":"2026-03-03T03:00:52.349389Z","steps":["trace[1250856296] 'process raft request' (duration: 147.869885ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:00:53.052268Z","caller":"traceutil/trace.go:171","msg":"trace[1252510055] transaction","detail":"{read_only:false; response_revision:1527; number_of_response:1; }","duration":"104.274054ms","start":"2026-03-03T03:00:52.947972Z","end":"2026-03-03T03:00:53.052246Z","steps":["trace[1252510055] 'process raft request' (duration: 103.973247ms)"],"step_count":1}