{"level":"warn","ts":"2026-02-27T20:29:01.341392Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T20:29:01.341497Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.36:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.36:2380","--initial-cluster=instance=https://162.253.55.36:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.36:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.36:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-27T20:29:01.341717Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T20:29:01.34174Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.36:2380"]} {"level":"info","ts":"2026-02-27T20:29:01.341764Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T20:29:01.342636Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"]} {"level":"info","ts":"2026-02-27T20:29:01.342801Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.36:2380"],"listen-peer-urls":["https://162.253.55.36:2380"],"advertise-client-urls":["https://162.253.55.36:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.36:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-27T20:29:01.347776Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.658488ms"} {"level":"info","ts":"2026-02-27T20:29:01.357897Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cb89ec34a9687f0b","cluster-id":"d8e0d5e222e856c9"} {"level":"info","ts":"2026-02-27T20:29:01.357977Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=()"} {"level":"info","ts":"2026-02-27T20:29:01.358004Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became follower at term 0"} {"level":"info","ts":"2026-02-27T20:29:01.358021Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cb89ec34a9687f0b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-27T20:29:01.358034Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became follower at term 1"} {"level":"info","ts":"2026-02-27T20:29:01.358076Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=(14666513372433383179)"} {"level":"warn","ts":"2026-02-27T20:29:01.36483Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-27T20:29:01.366377Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-27T20:29:01.369057Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-27T20:29:01.375148Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cb89ec34a9687f0b","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-27T20:29:01.375749Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cb89ec34a9687f0b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-27T20:29:01.375923Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T20:29:01.376038Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T20:29:01.376075Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T20:29:01.386146Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=(14666513372433383179)"} {"level":"info","ts":"2026-02-27T20:29:01.386326Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"d8e0d5e222e856c9","local-member-id":"cb89ec34a9687f0b","added-peer-id":"cb89ec34a9687f0b","added-peer-peer-urls":["https://162.253.55.36:2380"]} {"level":"info","ts":"2026-02-27T20:29:01.386891Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T20:29:01.387087Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.36:2380"} {"level":"info","ts":"2026-02-27T20:29:01.387161Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.36:2380"} {"level":"info","ts":"2026-02-27T20:29:01.387191Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cb89ec34a9687f0b","initial-advertise-peer-urls":["https://162.253.55.36:2380"],"listen-peer-urls":["https://162.253.55.36:2380"],"advertise-client-urls":["https://162.253.55.36:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-27T20:29:01.387241Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-27T20:29:01.458235Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b is starting a new election at term 1"} {"level":"info","ts":"2026-02-27T20:29:01.458283Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became pre-candidate at term 1"} {"level":"info","ts":"2026-02-27T20:29:01.458416Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b received MsgPreVoteResp from cb89ec34a9687f0b at term 1"} {"level":"info","ts":"2026-02-27T20:29:01.458445Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became candidate at term 2"} {"level":"info","ts":"2026-02-27T20:29:01.458549Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b received MsgVoteResp from cb89ec34a9687f0b at term 2"} {"level":"info","ts":"2026-02-27T20:29:01.458682Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became leader at term 2"} {"level":"info","ts":"2026-02-27T20:29:01.458753Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cb89ec34a9687f0b elected leader cb89ec34a9687f0b at term 2"} {"level":"info","ts":"2026-02-27T20:29:01.459737Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cb89ec34a9687f0b","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.36:2379]}","request-path":"/0/members/cb89ec34a9687f0b/attributes","cluster-id":"d8e0d5e222e856c9","publish-timeout":"7s"} {"level":"info","ts":"2026-02-27T20:29:01.459813Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T20:29:01.459805Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T20:29:01.45996Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T20:29:01.460271Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-27T20:29:01.460347Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-27T20:29:01.460586Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"d8e0d5e222e856c9","local-member-id":"cb89ec34a9687f0b","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T20:29:01.460742Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T20:29:01.460872Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T20:29:01.463012Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-27T20:29:01.464037Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.36:2379"} {"level":"info","ts":"2026-02-27T20:29:23.635862Z","caller":"traceutil/trace.go:171","msg":"trace[2042369437] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"180.053885ms","start":"2026-02-27T20:29:23.455785Z","end":"2026-02-27T20:29:23.635839Z","steps":["trace[2042369437] 'process raft request' (duration: 179.928732ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:29:29.427345Z","caller":"traceutil/trace.go:171","msg":"trace[1206425534] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"170.693449ms","start":"2026-02-27T20:29:29.256622Z","end":"2026-02-27T20:29:29.427316Z","steps":["trace[1206425534] 'process raft request' (duration: 170.461733ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:29:33.551995Z","caller":"traceutil/trace.go:171","msg":"trace[1361334796] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"105.139257ms","start":"2026-02-27T20:29:33.446828Z","end":"2026-02-27T20:29:33.551967Z","steps":["trace[1361334796] 'process raft request' (duration: 104.983433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:34.175999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.891218ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:29:34.17615Z","caller":"traceutil/trace.go:171","msg":"trace[719808092] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:471; }","duration":"415.064362ms","start":"2026-02-27T20:29:33.761071Z","end":"2026-02-27T20:29:34.176135Z","steps":["trace[719808092] 'range keys from in-memory index tree' (duration: 414.874148ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:29:34.176355Z","caller":"traceutil/trace.go:171","msg":"trace[876078989] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"267.371863ms","start":"2026-02-27T20:29:33.908969Z","end":"2026-02-27T20:29:34.176341Z","steps":["trace[876078989] 'process raft request' (duration: 224.574696ms)","trace[876078989] 'compare' (duration: 42.433508ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:29:40.582586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.640139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T20:29:40.582689Z","caller":"traceutil/trace.go:171","msg":"trace[531850496] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:490; }","duration":"121.800533ms","start":"2026-02-27T20:29:40.460867Z","end":"2026-02-27T20:29:40.582668Z","steps":["trace[531850496] 'range keys from in-memory index tree' (duration: 121.446624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:41.722873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582881964143214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T20:29:42.223754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582881964143214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T20:29:42.724699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582881964143214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T20:29:42.806142Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.625574075s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T20:29:42.806581Z","caller":"traceutil/trace.go:171","msg":"trace[428300575] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"1.701655269s","start":"2026-02-27T20:29:41.104886Z","end":"2026-02-27T20:29:42.806541Z","steps":["trace[428300575] 'process raft request' (duration: 1.701519695s)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:29:42.806959Z","caller":"traceutil/trace.go:171","msg":"trace[517442073] linearizableReadLoop","detail":"{readStateIndex:508; appliedIndex:508; }","duration":"1.584898623s","start":"2026-02-27T20:29:41.222006Z","end":"2026-02-27T20:29:42.806905Z","steps":["trace[517442073] 'read index received' (duration: 1.584860502s)","trace[517442073] 'applied index is now lower than readState.Index' (duration: 32.32µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:29:42.807132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:41.104859Z","time spent":"1.701771922s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:29:42.807218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585186771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ckg68\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-02-27T20:29:42.807296Z","caller":"traceutil/trace.go:171","msg":"trace[1168818768] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ckg68; range_end:; response_count:1; response_revision:493; }","duration":"1.585306143s","start":"2026-02-27T20:29:41.221968Z","end":"2026-02-27T20:29:42.807274Z","steps":["trace[1168818768] 'agreement among raft nodes before linearized reading' (duration: 1.585013755s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:42.807322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132517224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-27T20:29:42.807336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:41.22195Z","time spent":"1.585376805s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-ckg68\" "} {"level":"info","ts":"2026-02-27T20:29:42.807368Z","caller":"traceutil/trace.go:171","msg":"trace[2041219133] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:493; }","duration":"1.132624887s","start":"2026-02-27T20:29:41.67473Z","end":"2026-02-27T20:29:42.807355Z","steps":["trace[2041219133] 'agreement among raft nodes before linearized reading' (duration: 1.132393081s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:42.807406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:41.674707Z","time spent":"1.132690819s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T20:29:42.807405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.498816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T20:29:42.807465Z","caller":"traceutil/trace.go:171","msg":"trace[1730656727] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:493; }","duration":"191.624379ms","start":"2026-02-27T20:29:42.615824Z","end":"2026-02-27T20:29:42.807449Z","steps":["trace[1730656727] 'agreement among raft nodes before linearized reading' (duration: 191.417524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:42.807491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.560171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:29:42.807532Z","caller":"traceutil/trace.go:171","msg":"trace[1256346673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:493; }","duration":"811.650184ms","start":"2026-02-27T20:29:41.995868Z","end":"2026-02-27T20:29:42.807519Z","steps":["trace[1256346673] 'agreement among raft nodes before linearized reading' (duration: 811.591292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:42.807563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:41.995845Z","time spent":"811.712805ms","remote":"127.0.0.1:43536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T20:29:42.991323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.231976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T20:29:42.991474Z","caller":"traceutil/trace.go:171","msg":"trace[426308422] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"179.884664ms","start":"2026-02-27T20:29:42.811559Z","end":"2026-02-27T20:29:42.991443Z","steps":["trace[426308422] 'process raft request' (duration: 47.175907ms)","trace[426308422] 'compare' (duration: 132.078201ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:29:44.016529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.496011ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:29:44.016657Z","caller":"traceutil/trace.go:171","msg":"trace[395319135] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:494; }","duration":"256.645115ms","start":"2026-02-27T20:29:43.759994Z","end":"2026-02-27T20:29:44.016639Z","steps":["trace[395319135] 'range keys from in-memory index tree' (duration: 256.474731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:44.016874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.46851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T20:29:44.017008Z","caller":"traceutil/trace.go:171","msg":"trace[568214041] linearizableReadLoop","detail":"{readStateIndex:511; appliedIndex:509; }","duration":"1.018586489s","start":"2026-02-27T20:29:42.99841Z","end":"2026-02-27T20:29:44.016997Z","steps":["trace[568214041] 'read index received' (duration: 136.906163ms)","trace[568214041] 'applied index is now lower than readState.Index' (duration: 881.679366ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T20:29:44.01714Z","caller":"traceutil/trace.go:171","msg":"trace[930597494] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"1.193758804s","start":"2026-02-27T20:29:42.823336Z","end":"2026-02-27T20:29:44.017095Z","steps":["trace[930597494] 'process raft request' (duration: 1.19360421s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:44.017273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:42.823315Z","time spent":"1.193885188s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:29:44.017288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.715708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T20:29:44.017341Z","caller":"traceutil/trace.go:171","msg":"trace[1310424777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:496; }","duration":"827.80521ms","start":"2026-02-27T20:29:43.189523Z","end":"2026-02-27T20:29:44.017328Z","steps":["trace[1310424777] 'agreement among raft nodes before linearized reading' (duration: 827.636286ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:44.017346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018937038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:29:44.017342Z","caller":"traceutil/trace.go:171","msg":"trace[1461419585] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"1.205274794s","start":"2026-02-27T20:29:42.81204Z","end":"2026-02-27T20:29:44.017314Z","steps":["trace[1461419585] 'process raft request' (duration: 323.304961ms)","trace[1461419585] 'compare' (duration: 881.314336ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:29:44.017378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:43.189504Z","time spent":"827.865681ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T20:29:44.017389Z","caller":"traceutil/trace.go:171","msg":"trace[1729574734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:496; }","duration":"1.01901826s","start":"2026-02-27T20:29:42.998357Z","end":"2026-02-27T20:29:44.017375Z","steps":["trace[1729574734] 'agreement among raft nodes before linearized reading' (duration: 1.018937008s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:44.017416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:42.998338Z","time spent":"1.019073861s","remote":"127.0.0.1:43536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T20:29:44.017496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:42.812018Z","time spent":"1.205388947s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:29:44.52801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582881964143225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T20:29:46.028481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000513385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T20:29:46.028571Z","caller":"traceutil/trace.go:171","msg":"trace[1440745501] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000653529s","start":"2026-02-27T20:29:44.027899Z","end":"2026-02-27T20:29:46.028552Z","steps":["trace[1440745501] 'agreement among raft nodes before linearized reading' (duration: 2.000535876s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:46.028623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:44.027884Z","time spent":"2.000729881s","remote":"127.0.0.1:43536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T20:29:46.132903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18046839s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T20:29:46.133031Z","caller":"traceutil/trace.go:171","msg":"trace[1727408178] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"2.110942233s","start":"2026-02-27T20:29:44.022069Z","end":"2026-02-27T20:29:46.133012Z","steps":["trace[1727408178] 'process raft request' (duration: 930.283628ms)","trace[1727408178] 'compare' (duration: 1.180316297s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:29:46.133092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:44.022047Z","time spent":"2.111016564s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:29:46.270924Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.318536233s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T20:29:46.271309Z","caller":"traceutil/trace.go:171","msg":"trace[902693273] linearizableReadLoop","detail":"{readStateIndex:513; appliedIndex:511; }","duration":"2.243349153s","start":"2026-02-27T20:29:44.027931Z","end":"2026-02-27T20:29:46.27128Z","steps":["trace[902693273] 'read index received' (duration: 924.40908ms)","trace[902693273] 'applied index is now lower than readState.Index' (duration: 1.318939203s)"],"step_count":2} {"level":"info","ts":"2026-02-27T20:29:46.271411Z","caller":"traceutil/trace.go:171","msg":"trace[1630457316] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"1.850193626s","start":"2026-02-27T20:29:44.421184Z","end":"2026-02-27T20:29:46.271377Z","steps":["trace[1630457316] 'process raft request' (duration: 1.84994033s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:46.271576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275951823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T20:29:46.271614Z","caller":"traceutil/trace.go:171","msg":"trace[214162550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:498; }","duration":"1.276022934s","start":"2026-02-27T20:29:44.99558Z","end":"2026-02-27T20:29:46.271603Z","steps":["trace[214162550] 'agreement among raft nodes before linearized reading' (duration: 1.275894321s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:46.271637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:44.421159Z","time spent":"1.850332929s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:29:46.271655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:44.995525Z","time spent":"1.276120517s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T20:29:46.271453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769316411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-27T20:29:46.27174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460051232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T20:29:46.271796Z","caller":"traceutil/trace.go:171","msg":"trace[764755559] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:498; }","duration":"1.769709661s","start":"2026-02-27T20:29:44.502074Z","end":"2026-02-27T20:29:46.271784Z","steps":["trace[764755559] 'agreement among raft nodes before linearized reading' (duration: 1.769314751s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:46.271625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.166002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-27T20:29:46.271842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:44.502059Z","time spent":"1.769773802s","remote":"127.0.0.1:43554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-02-27T20:29:46.27188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.698504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:29:46.271919Z","caller":"traceutil/trace.go:171","msg":"trace[919327708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:498; }","duration":"242.732715ms","start":"2026-02-27T20:29:46.029175Z","end":"2026-02-27T20:29:46.271908Z","steps":["trace[919327708] 'agreement among raft nodes before linearized reading' (duration: 242.685044ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:29:46.271893Z","caller":"traceutil/trace.go:171","msg":"trace[649264021] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:498; }","duration":"250.48978ms","start":"2026-02-27T20:29:46.021378Z","end":"2026-02-27T20:29:46.271868Z","steps":["trace[649264021] 'agreement among raft nodes before linearized reading' (duration: 250.024769ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:29:46.271823Z","caller":"traceutil/trace.go:171","msg":"trace[1679054010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:498; }","duration":"1.460171755s","start":"2026-02-27T20:29:44.811626Z","end":"2026-02-27T20:29:46.271797Z","steps":["trace[1679054010] 'agreement among raft nodes before linearized reading' (duration: 1.45997579s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:46.272089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:44.811602Z","time spent":"1.460477012s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T20:29:47.411256Z","caller":"traceutil/trace.go:171","msg":"trace[227065459] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"157.275706ms","start":"2026-02-27T20:29:47.253952Z","end":"2026-02-27T20:29:47.411227Z","steps":["trace[227065459] 'process raft request' (duration: 153.390878ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:29:48.652128Z","caller":"traceutil/trace.go:171","msg":"trace[392509705] linearizableReadLoop","detail":"{readStateIndex:524; appliedIndex:523; }","duration":"374.706455ms","start":"2026-02-27T20:29:48.277399Z","end":"2026-02-27T20:29:48.652105Z","steps":["trace[392509705] 'read index received' (duration: 373.960255ms)","trace[392509705] 'applied index is now lower than readState.Index' (duration: 745.23µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T20:29:48.652318Z","caller":"traceutil/trace.go:171","msg":"trace[1296270297] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"508.477089ms","start":"2026-02-27T20:29:48.143768Z","end":"2026-02-27T20:29:48.652245Z","steps":["trace[1296270297] 'process raft request' (duration: 507.650868ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:48.652414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.758592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T20:29:48.652413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.989252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ckg68\" ","response":"range_response_count:1 size:17243"} {"level":"info","ts":"2026-02-27T20:29:48.652452Z","caller":"traceutil/trace.go:171","msg":"trace[1033864308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:508; }","duration":"348.822324ms","start":"2026-02-27T20:29:48.303619Z","end":"2026-02-27T20:29:48.652442Z","steps":["trace[1033864308] 'agreement among raft nodes before linearized reading' (duration: 348.702331ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:29:48.652464Z","caller":"traceutil/trace.go:171","msg":"trace[1312569201] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ckg68; range_end:; response_count:1; response_revision:508; }","duration":"375.085864ms","start":"2026-02-27T20:29:48.277365Z","end":"2026-02-27T20:29:48.652451Z","steps":["trace[1312569201] 'agreement among raft nodes before linearized reading' (duration: 374.859529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:48.652481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:48.30361Z","time spent":"348.865425ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T20:29:48.652514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:48.277349Z","time spent":"375.154856ms","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17267,"request content":"key:\"/registry/pods/kube-system/cilium-ckg68\" "} {"level":"warn","ts":"2026-02-27T20:29:48.652544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.761277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-02-27T20:29:48.652587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.780068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T20:29:48.652647Z","caller":"traceutil/trace.go:171","msg":"trace[1468735493] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:508; }","duration":"349.913101ms","start":"2026-02-27T20:29:48.302713Z","end":"2026-02-27T20:29:48.652626Z","steps":["trace[1468735493] 'agreement among raft nodes before linearized reading' (duration: 349.613443ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:29:48.652662Z","caller":"traceutil/trace.go:171","msg":"trace[1095296432] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:508; }","duration":"349.900881ms","start":"2026-02-27T20:29:48.302742Z","end":"2026-02-27T20:29:48.652643Z","steps":["trace[1095296432] 'agreement among raft nodes before linearized reading' (duration: 349.641895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:48.652669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:48.143742Z","time spent":"508.724666ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:29:48.652703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:48.302697Z","time spent":"349.996533ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T20:29:48.652705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:48.302726Z","time spent":"349.969953ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T20:29:52.974586Z","caller":"traceutil/trace.go:171","msg":"trace[2038367119] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"452.562664ms","start":"2026-02-27T20:29:52.521988Z","end":"2026-02-27T20:29:52.974551Z","steps":["trace[2038367119] 'process raft request' (duration: 451.955098ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:29:52.974551Z","caller":"traceutil/trace.go:171","msg":"trace[213481735] linearizableReadLoop","detail":"{readStateIndex:590; appliedIndex:589; }","duration":"305.885895ms","start":"2026-02-27T20:29:52.668628Z","end":"2026-02-27T20:29:52.974514Z","steps":["trace[213481735] 'read index received' (duration: 305.090184ms)","trace[213481735] 'applied index is now lower than readState.Index' (duration: 794.061µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:29:52.974739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:52.521967Z","time spent":"452.707407ms","remote":"127.0.0.1:43560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T20:29:52.975126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.467209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T20:29:52.97524Z","caller":"traceutil/trace.go:171","msg":"trace[1900175199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:573; }","duration":"306.626953ms","start":"2026-02-27T20:29:52.668586Z","end":"2026-02-27T20:29:52.975213Z","steps":["trace[1900175199] 'agreement among raft nodes before linearized reading' (duration: 306.08434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:52.975311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:52.668565Z","time spent":"306.729345ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T20:29:53.268713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.232715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T20:29:53.268856Z","caller":"traceutil/trace.go:171","msg":"trace[1286968589] linearizableReadLoop","detail":"{readStateIndex:591; appliedIndex:590; }","duration":"294.052586ms","start":"2026-02-27T20:29:52.974781Z","end":"2026-02-27T20:29:53.268833Z","steps":["trace[1286968589] 'read index received' (duration: 169.593785ms)","trace[1286968589] 'applied index is now lower than readState.Index' (duration: 124.457191ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T20:29:53.268941Z","caller":"traceutil/trace.go:171","msg":"trace[2059293231] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"351.744758ms","start":"2026-02-27T20:29:52.917183Z","end":"2026-02-27T20:29:53.268928Z","steps":["trace[2059293231] 'process raft request' (duration: 227.207325ms)","trace[2059293231] 'compare' (duration: 123.890537ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:29:53.269008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:52.917149Z","time spent":"351.82493ms","remote":"127.0.0.1:43560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T20:29:53.269129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.439345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T20:29:53.269185Z","caller":"traceutil/trace.go:171","msg":"trace[1627581793] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:574; }","duration":"587.504037ms","start":"2026-02-27T20:29:52.681668Z","end":"2026-02-27T20:29:53.269172Z","steps":["trace[1627581793] 'agreement among raft nodes before linearized reading' (duration: 587.309672ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:53.26921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:52.681623Z","time spent":"587.582269ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T20:29:53.26931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.908262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-02-27T20:29:53.269362Z","caller":"traceutil/trace.go:171","msg":"trace[639929906] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:574; }","duration":"589.009714ms","start":"2026-02-27T20:29:52.680336Z","end":"2026-02-27T20:29:53.269346Z","steps":["trace[639929906] 'agreement among raft nodes before linearized reading' (duration: 588.796989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:53.269368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.06625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T20:29:53.269421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.084248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T20:29:53.269417Z","caller":"traceutil/trace.go:171","msg":"trace[914463553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:574; }","duration":"586.117811ms","start":"2026-02-27T20:29:52.683286Z","end":"2026-02-27T20:29:53.269403Z","steps":["trace[914463553] 'agreement among raft nodes before linearized reading' (duration: 585.986368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:53.269413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:52.680326Z","time spent":"589.073666ms","remote":"127.0.0.1:43560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24268,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-02-27T20:29:53.269437Z","caller":"traceutil/trace.go:171","msg":"trace[526482166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:574; }","duration":"593.121458ms","start":"2026-02-27T20:29:52.676311Z","end":"2026-02-27T20:29:53.269432Z","steps":["trace[526482166] 'agreement among raft nodes before linearized reading' (duration: 593.076857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:53.269448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:52.683262Z","time spent":"586.178693ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T20:29:53.269461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:52.6763Z","time spent":"593.147919ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T20:29:53.269599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.033147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T20:29:53.269698Z","caller":"traceutil/trace.go:171","msg":"trace[2043464647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:574; }","duration":"366.209301ms","start":"2026-02-27T20:29:52.903465Z","end":"2026-02-27T20:29:53.269675Z","steps":["trace[2043464647] 'agreement among raft nodes before linearized reading' (duration: 365.823672ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:53.269893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:52.903439Z","time spent":"366.303364ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T20:29:53.347859Z","caller":"traceutil/trace.go:171","msg":"trace[175990428] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"365.808381ms","start":"2026-02-27T20:29:52.982011Z","end":"2026-02-27T20:29:53.347819Z","steps":["trace[175990428] 'process raft request' (duration: 365.491783ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:53.348055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:52.981992Z","time spent":"365.936274ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:29:53.349021Z","caller":"traceutil/trace.go:171","msg":"trace[51841683] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"279.162281ms","start":"2026-02-27T20:29:53.069761Z","end":"2026-02-27T20:29:53.348923Z","steps":["trace[51841683] 'process raft request' (duration: 278.361341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:53.349366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.291983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-02-27T20:29:53.349468Z","caller":"traceutil/trace.go:171","msg":"trace[1861765108] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:576; }","duration":"269.429817ms","start":"2026-02-27T20:29:53.08001Z","end":"2026-02-27T20:29:53.34944Z","steps":["trace[1861765108] 'agreement among raft nodes before linearized reading' (duration: 269.16069ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:29:53.599884Z","caller":"traceutil/trace.go:171","msg":"trace[2013181459] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"324.903551ms","start":"2026-02-27T20:29:53.274942Z","end":"2026-02-27T20:29:53.599845Z","steps":["trace[2013181459] 'process raft request' (duration: 271.135869ms)","trace[2013181459] 'compare' (duration: 53.551747ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:29:53.600114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:53.274917Z","time spent":"325.075466ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:29:53.600422Z","caller":"traceutil/trace.go:171","msg":"trace[986085253] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"325.364673ms","start":"2026-02-27T20:29:53.275017Z","end":"2026-02-27T20:29:53.600381Z","steps":["trace[986085253] 'process raft request' (duration: 324.782478ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:29:53.600645Z","caller":"traceutil/trace.go:171","msg":"trace[988136035] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"324.796979ms","start":"2026-02-27T20:29:53.275814Z","end":"2026-02-27T20:29:53.600611Z","steps":["trace[988136035] 'process raft request' (duration: 324.529933ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:53.600692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:53.274994Z","time spent":"325.533817ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:29:53.600768Z","caller":"traceutil/trace.go:171","msg":"trace[2047331752] linearizableReadLoop","detail":"{readStateIndex:598; appliedIndex:593; }","duration":"252.265475ms","start":"2026-02-27T20:29:53.348485Z","end":"2026-02-27T20:29:53.60075Z","steps":["trace[2047331752] 'read index received' (duration: 197.686572ms)","trace[2047331752] 'applied index is now lower than readState.Index' (duration: 54.577673ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:29:53.600854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:53.275786Z","time spent":"324.960543ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:29:53.600836Z","caller":"traceutil/trace.go:171","msg":"trace[621142326] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"323.325331ms","start":"2026-02-27T20:29:53.277451Z","end":"2026-02-27T20:29:53.600776Z","steps":["trace[621142326] 'process raft request' (duration: 323.094836ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:29:53.600826Z","caller":"traceutil/trace.go:171","msg":"trace[798293668] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"268.545024ms","start":"2026-02-27T20:29:53.332266Z","end":"2026-02-27T20:29:53.600811Z","steps":["trace[798293668] 'process raft request' (duration: 268.415421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:53.600911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.251186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:29:53.60097Z","caller":"traceutil/trace.go:171","msg":"trace[1403791420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:581; }","duration":"299.332688ms","start":"2026-02-27T20:29:53.301609Z","end":"2026-02-27T20:29:53.600942Z","steps":["trace[1403791420] 'agreement among raft nodes before linearized reading' (duration: 299.237436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:53.601076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:53.277442Z","time spent":"323.503756ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:29:53.601296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.842367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ckg68\" ","response":"range_response_count:1 size:18333"} {"level":"info","ts":"2026-02-27T20:29:53.601459Z","caller":"traceutil/trace.go:171","msg":"trace[1755313244] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ckg68; range_end:; response_count:1; response_revision:581; }","duration":"272.038582ms","start":"2026-02-27T20:29:53.329402Z","end":"2026-02-27T20:29:53.60144Z","steps":["trace[1755313244] 'agreement among raft nodes before linearized reading' (duration: 271.437977ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:29:53.694808Z","caller":"traceutil/trace.go:171","msg":"trace[524452799] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"280.956497ms","start":"2026-02-27T20:29:53.413817Z","end":"2026-02-27T20:29:53.694774Z","steps":["trace[524452799] 'process raft request' (duration: 280.465935ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:53.695021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.376579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-02-27T20:29:53.6951Z","caller":"traceutil/trace.go:171","msg":"trace[1719740333] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:583; }","duration":"192.502003ms","start":"2026-02-27T20:29:53.502575Z","end":"2026-02-27T20:29:53.695077Z","steps":["trace[1719740333] 'agreement among raft nodes before linearized reading' (duration: 192.231796ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:29:53.695175Z","caller":"traceutil/trace.go:171","msg":"trace[1538273930] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"263.034956ms","start":"2026-02-27T20:29:53.432124Z","end":"2026-02-27T20:29:53.695159Z","steps":["trace[1538273930] 'process raft request' (duration: 262.543033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:54.382337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.334507ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:29:54.382479Z","caller":"traceutil/trace.go:171","msg":"trace[470937439] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:583; }","duration":"621.503912ms","start":"2026-02-27T20:29:53.760954Z","end":"2026-02-27T20:29:54.382458Z","steps":["trace[470937439] 'range keys from in-memory index tree' (duration: 621.309397ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:54.382614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.792452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T20:29:54.382755Z","caller":"traceutil/trace.go:171","msg":"trace[1199189864] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"766.902127ms","start":"2026-02-27T20:29:53.615827Z","end":"2026-02-27T20:29:54.382729Z","steps":["trace[1199189864] 'process raft request' (duration: 485.87035ms)","trace[1199189864] 'compare' (duration: 280.525025ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:29:54.382823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:53.615794Z","time spent":"767.00392ms","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:29:54.383799Z","caller":"traceutil/trace.go:171","msg":"trace[638411392] linearizableReadLoop","detail":"{readStateIndex:602; appliedIndex:600; }","duration":"551.225264ms","start":"2026-02-27T20:29:53.832557Z","end":"2026-02-27T20:29:54.383782Z","steps":["trace[638411392] 'read index received' (duration: 269.231222ms)","trace[638411392] 'applied index is now lower than readState.Index' (duration: 281.993062ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:29:54.384108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.057864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:29:54.384164Z","caller":"traceutil/trace.go:171","msg":"trace[2005049041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:585; }","duration":"387.24991ms","start":"2026-02-27T20:29:53.996902Z","end":"2026-02-27T20:29:54.384152Z","steps":["trace[2005049041] 'agreement among raft nodes before linearized reading' (duration: 387.144057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:54.384191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:53.996873Z","time spent":"387.31251ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T20:29:54.384462Z","caller":"traceutil/trace.go:171","msg":"trace[1701760692] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"570.15159ms","start":"2026-02-27T20:29:53.814298Z","end":"2026-02-27T20:29:54.38445Z","steps":["trace[1701760692] 'process raft request' (duration: 569.109554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:54.38453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:53.814257Z","time spent":"570.232452ms","remote":"127.0.0.1:43560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188480,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:29:54.385085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.519076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-02-27T20:29:54.385146Z","caller":"traceutil/trace.go:171","msg":"trace[429961325] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:585; }","duration":"552.630839ms","start":"2026-02-27T20:29:53.832498Z","end":"2026-02-27T20:29:54.385129Z","steps":["trace[429961325] 'agreement among raft nodes before linearized reading' (duration: 551.423399ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:29:54.385194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:29:53.832478Z","time spent":"552.704491ms","remote":"127.0.0.1:43560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188519,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-02-27T20:29:57.606494Z","caller":"traceutil/trace.go:171","msg":"trace[859556886] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"125.212009ms","start":"2026-02-27T20:29:57.481259Z","end":"2026-02-27T20:29:57.606471Z","steps":["trace[859556886] 'process raft request' (duration: 125.056105ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:29:57.848381Z","caller":"traceutil/trace.go:171","msg":"trace[1110140561] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"200.360369ms","start":"2026-02-27T20:29:57.648001Z","end":"2026-02-27T20:29:57.848362Z","steps":["trace[1110140561] 'process raft request' (duration: 193.304882ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:29:57.849738Z","caller":"traceutil/trace.go:171","msg":"trace[1918960612] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"198.164245ms","start":"2026-02-27T20:29:57.651434Z","end":"2026-02-27T20:29:57.849598Z","steps":["trace[1918960612] 'process raft request' (duration: 198.139754ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:29:57.849779Z","caller":"traceutil/trace.go:171","msg":"trace[815616279] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"200.815171ms","start":"2026-02-27T20:29:57.648923Z","end":"2026-02-27T20:29:57.849738Z","steps":["trace[815616279] 'process raft request' (duration: 200.581375ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:29:59.832906Z","caller":"traceutil/trace.go:171","msg":"trace[1492332002] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"180.011967ms","start":"2026-02-27T20:29:59.652864Z","end":"2026-02-27T20:29:59.832876Z","steps":["trace[1492332002] 'process raft request' (duration: 179.904214ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:29:59.835478Z","caller":"traceutil/trace.go:171","msg":"trace[1722769361] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"100.463167ms","start":"2026-02-27T20:29:59.734992Z","end":"2026-02-27T20:29:59.835455Z","steps":["trace[1722769361] 'process raft request' (duration: 100.326403ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:30:00.033315Z","caller":"traceutil/trace.go:171","msg":"trace[703417745] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"178.810286ms","start":"2026-02-27T20:29:59.854491Z","end":"2026-02-27T20:30:00.033301Z","steps":["trace[703417745] 'process raft request' (duration: 178.717224ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:30:00.039471Z","caller":"traceutil/trace.go:171","msg":"trace[2068368437] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"182.091659ms","start":"2026-02-27T20:29:59.857346Z","end":"2026-02-27T20:30:00.039438Z","steps":["trace[2068368437] 'process raft request' (duration: 181.688258ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:30:00.039824Z","caller":"traceutil/trace.go:171","msg":"trace[222911046] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"182.390167ms","start":"2026-02-27T20:29:59.857416Z","end":"2026-02-27T20:30:00.039806Z","steps":["trace[222911046] 'process raft request' (duration: 181.919356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:03.877222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582881964143543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T20:30:04.378243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582881964143543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T20:30:04.620673Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.244285305s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T20:30:04.620924Z","caller":"traceutil/trace.go:171","msg":"trace[1003795502] linearizableReadLoop","detail":"{readStateIndex:691; appliedIndex:690; }","duration":"1.243749892s","start":"2026-02-27T20:30:03.377158Z","end":"2026-02-27T20:30:04.620908Z","steps":["trace[1003795502] 'read index received' (duration: 1.24364286s)","trace[1003795502] 'applied index is now lower than readState.Index' (duration: 106.362µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T20:30:04.620976Z","caller":"traceutil/trace.go:171","msg":"trace[98739922] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"1.244640074s","start":"2026-02-27T20:30:03.376301Z","end":"2026-02-27T20:30:04.620941Z","steps":["trace[98739922] 'process raft request' (duration: 1.244500911s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:04.621096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243929737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-5ph5g\" ","response":"range_response_count:1 size:4883"} {"level":"info","ts":"2026-02-27T20:30:04.621127Z","caller":"traceutil/trace.go:171","msg":"trace[237188981] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-5ph5g; range_end:; response_count:1; response_revision:671; }","duration":"1.244001559s","start":"2026-02-27T20:30:03.377116Z","end":"2026-02-27T20:30:04.621117Z","steps":["trace[237188981] 'agreement among raft nodes before linearized reading' (duration: 1.243870855s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:04.621129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:03.376281Z","time spent":"1.244779958s","remote":"127.0.0.1:43584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T20:30:04.62115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:03.377106Z","time spent":"1.244039149s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4907,"request content":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-5ph5g\" "} {"level":"warn","ts":"2026-02-27T20:30:04.621191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.643387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T20:30:04.621212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190852691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T20:30:04.621281Z","caller":"traceutil/trace.go:171","msg":"trace[432949966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:671; }","duration":"1.190960044s","start":"2026-02-27T20:30:03.430301Z","end":"2026-02-27T20:30:04.621261Z","steps":["trace[432949966] 'agreement among raft nodes before linearized reading' (duration: 1.190746479s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:04.621312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.565017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-27T20:30:04.621319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:03.430286Z","time spent":"1.191023316s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T20:30:04.621343Z","caller":"traceutil/trace.go:171","msg":"trace[9575717] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:671; }","duration":"117.619758ms","start":"2026-02-27T20:30:04.503713Z","end":"2026-02-27T20:30:04.621333Z","steps":["trace[9575717] 'agreement among raft nodes before linearized reading' (duration: 117.542626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:04.62149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.820042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T20:30:04.62151Z","caller":"traceutil/trace.go:171","msg":"trace[2044057714] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:671; }","duration":"565.853792ms","start":"2026-02-27T20:30:04.055651Z","end":"2026-02-27T20:30:04.621505Z","steps":["trace[2044057714] 'agreement among raft nodes before linearized reading' (duration: 565.798181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:04.621528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:04.055646Z","time spent":"565.878003ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T20:30:04.621548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.833873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-27T20:30:04.621566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.575182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T20:30:04.621581Z","caller":"traceutil/trace.go:171","msg":"trace[482581415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:671; }","duration":"575.900765ms","start":"2026-02-27T20:30:04.045669Z","end":"2026-02-27T20:30:04.621569Z","steps":["trace[482581415] 'agreement among raft nodes before linearized reading' (duration: 575.814033ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:30:04.621601Z","caller":"traceutil/trace.go:171","msg":"trace[376453965] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:671; }","duration":"776.647194ms","start":"2026-02-27T20:30:03.844942Z","end":"2026-02-27T20:30:04.621589Z","steps":["trace[376453965] 'agreement among raft nodes before linearized reading' (duration: 776.550992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:04.621609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:04.045644Z","time spent":"575.958396ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T20:30:04.621629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:03.844923Z","time spent":"776.699615ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T20:30:04.621648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.355682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T20:30:04.621661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.665477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:30:04.621672Z","caller":"traceutil/trace.go:171","msg":"trace[1135319182] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:671; }","duration":"253.400553ms","start":"2026-02-27T20:30:04.368266Z","end":"2026-02-27T20:30:04.621667Z","steps":["trace[1135319182] 'agreement among raft nodes before linearized reading' (duration: 253.358292ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:30:04.621693Z","caller":"traceutil/trace.go:171","msg":"trace[1322732298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:671; }","duration":"627.724009ms","start":"2026-02-27T20:30:03.993959Z","end":"2026-02-27T20:30:04.621683Z","steps":["trace[1322732298] 'agreement among raft nodes before linearized reading' (duration: 627.678617ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:30:04.621235Z","caller":"traceutil/trace.go:171","msg":"trace[90528464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:671; }","duration":"569.719379ms","start":"2026-02-27T20:30:04.0515Z","end":"2026-02-27T20:30:04.621219Z","steps":["trace[90528464] 'agreement among raft nodes before linearized reading' (duration: 569.574235ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:04.62172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:03.993944Z","time spent":"627.770049ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T20:30:04.621751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:04.051484Z","time spent":"570.258412ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T20:30:05.169734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582881964143546,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T20:30:06.397022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077666185s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-02-27T20:30:06.397108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:04.623622Z","time spent":"1.773482485s","remote":"127.0.0.1:43554","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T20:30:06.405138Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.085844161s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T20:30:06.405365Z","caller":"traceutil/trace.go:171","msg":"trace[1949557307] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"1.779840485s","start":"2026-02-27T20:30:04.625512Z","end":"2026-02-27T20:30:06.405352Z","steps":["trace[1949557307] 'process raft request' (duration: 1.779710521s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:06.405447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:04.625494Z","time spent":"1.779903877s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:30:06.405622Z","caller":"traceutil/trace.go:171","msg":"trace[1736168702] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"1.78004356s","start":"2026-02-27T20:30:04.625561Z","end":"2026-02-27T20:30:06.405605Z","steps":["trace[1736168702] 'process raft request' (duration: 1.779933257s)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:30:06.405631Z","caller":"traceutil/trace.go:171","msg":"trace[2114949966] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"1.780059971s","start":"2026-02-27T20:30:04.625548Z","end":"2026-02-27T20:30:06.405608Z","steps":["trace[2114949966] 'process raft request' (duration: 1.779766504s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:06.405713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:04.625543Z","time spent":"1.780122852s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:30:06.405719Z","caller":"traceutil/trace.go:171","msg":"trace[1971615490] linearizableReadLoop","detail":"{readStateIndex:697; appliedIndex:691; }","duration":"1.736141186s","start":"2026-02-27T20:30:04.669568Z","end":"2026-02-27T20:30:06.405709Z","steps":["trace[1971615490] 'read index received' (duration: 649.738542ms)","trace[1971615490] 'applied index is now lower than readState.Index' (duration: 1.086402054s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:30:06.405757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:04.625534Z","time spent":"1.780154563s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:30:06.405807Z","caller":"traceutil/trace.go:171","msg":"trace[631822064] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"1.779679461s","start":"2026-02-27T20:30:04.626117Z","end":"2026-02-27T20:30:06.405797Z","steps":["trace[631822064] 'process raft request' (duration: 1.779440945s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:06.405857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:04.626104Z","time spent":"1.779718872s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:30:06.405905Z","caller":"traceutil/trace.go:171","msg":"trace[1369016444] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"1.779576088s","start":"2026-02-27T20:30:04.626323Z","end":"2026-02-27T20:30:06.405899Z","steps":["trace[1369016444] 'process raft request' (duration: 1.779332062s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:06.405934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411576344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T20:30:06.405922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736348271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T20:30:06.405948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:04.626308Z","time spent":"1.77961815s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:30:06.405953Z","caller":"traceutil/trace.go:171","msg":"trace[427406787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:677; }","duration":"1.411619684s","start":"2026-02-27T20:30:04.994327Z","end":"2026-02-27T20:30:06.405946Z","steps":["trace[427406787] 'agreement among raft nodes before linearized reading' (duration: 1.411590954s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:06.405971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:04.994312Z","time spent":"1.411654776s","remote":"127.0.0.1:43536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T20:30:06.405982Z","caller":"traceutil/trace.go:171","msg":"trace[60180945] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:677; }","duration":"1.736399233s","start":"2026-02-27T20:30:04.669557Z","end":"2026-02-27T20:30:06.405957Z","steps":["trace[60180945] 'agreement among raft nodes before linearized reading' (duration: 1.736327271s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:06.406017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:04.66953Z","time spent":"1.736477565s","remote":"127.0.0.1:43598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T20:30:08.732188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.751105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T20:30:08.73237Z","caller":"traceutil/trace.go:171","msg":"trace[1131692378] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"316.659164ms","start":"2026-02-27T20:30:08.415684Z","end":"2026-02-27T20:30:08.732343Z","steps":["trace[1131692378] 'process raft request' (duration: 182.676124ms)","trace[1131692378] 'compare' (duration: 133.622711ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T20:30:08.732411Z","caller":"traceutil/trace.go:171","msg":"trace[631338616] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"316.524971ms","start":"2026-02-27T20:30:08.415869Z","end":"2026-02-27T20:30:08.732394Z","steps":["trace[631338616] 'process raft request' (duration: 316.48822ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:08.732477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:08.415856Z","time spent":"316.589702ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:30:08.732468Z","caller":"traceutil/trace.go:171","msg":"trace[1323604762] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"316.608083ms","start":"2026-02-27T20:30:08.415833Z","end":"2026-02-27T20:30:08.732441Z","steps":["trace[1323604762] 'process raft request' (duration: 316.442299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:08.7326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:08.415736Z","time spent":"316.793147ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:30:08.73249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:08.415666Z","time spent":"316.759817ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:30:08.732468Z","caller":"traceutil/trace.go:171","msg":"trace[1614746697] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"316.603032ms","start":"2026-02-27T20:30:08.415848Z","end":"2026-02-27T20:30:08.732451Z","steps":["trace[1614746697] 'process raft request' (duration: 316.476689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:08.732744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:08.415833Z","time spent":"316.8935ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:30:10.494785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582881964143573,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T20:30:10.995682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582881964143573,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T20:30:11.496666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582881964143573,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T20:30:11.69074Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.230851079s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T20:30:11.69115Z","caller":"traceutil/trace.go:171","msg":"trace[255429376] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"2.231350432s","start":"2026-02-27T20:30:09.459781Z","end":"2026-02-27T20:30:11.691131Z","steps":["trace[255429376] 'process raft request' (duration: 2.231226889s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:11.691259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:09.459761Z","time spent":"2.231432724s","remote":"127.0.0.1:43710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5169,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:30:11.947765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.971352ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T20:30:11.948023Z","caller":"traceutil/trace.go:171","msg":"trace[658360152] linearizableReadLoop","detail":"{readStateIndex:708; appliedIndex:704; }","duration":"1.953407461s","start":"2026-02-27T20:30:09.994603Z","end":"2026-02-27T20:30:11.948011Z","steps":["trace[658360152] 'read index received' (duration: 1.696422898s)","trace[658360152] 'applied index is now lower than readState.Index' (duration: 256.983713ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:30:11.948094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:10.418852Z","time spent":"1.529240382s","remote":"127.0.0.1:43584","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T20:30:11.948108Z","caller":"traceutil/trace.go:171","msg":"trace[865893849] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"1.986972165s","start":"2026-02-27T20:30:09.961117Z","end":"2026-02-27T20:30:11.948089Z","steps":["trace[865893849] 'process raft request' (duration: 1.986736389s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:11.948239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:09.961095Z","time spent":"1.987069058s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:30:11.948234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.944826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T20:30:11.948261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509347892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T20:30:11.948314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244676237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T20:30:11.948371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245075516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T20:30:11.948376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95377095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:30:11.948392Z","caller":"traceutil/trace.go:171","msg":"trace[1688367436] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:685; }","duration":"1.245122747s","start":"2026-02-27T20:30:10.703263Z","end":"2026-02-27T20:30:11.948386Z","steps":["trace[1688367436] 'agreement among raft nodes before linearized reading' (duration: 1.245083296s)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:30:11.948409Z","caller":"traceutil/trace.go:171","msg":"trace[122472796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:685; }","duration":"1.953848222s","start":"2026-02-27T20:30:09.994552Z","end":"2026-02-27T20:30:11.9484Z","steps":["trace[122472796] 'agreement among raft nodes before linearized reading' (duration: 1.953800051s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:11.948423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:10.703247Z","time spent":"1.245169189s","remote":"127.0.0.1:38020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T20:30:11.948425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.51124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T20:30:11.94844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213231375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T20:30:11.948447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:09.994532Z","time spent":"1.953908004s","remote":"127.0.0.1:43536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T20:30:11.948454Z","caller":"traceutil/trace.go:171","msg":"trace[636244310] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:685; }","duration":"805.573661ms","start":"2026-02-27T20:30:11.142871Z","end":"2026-02-27T20:30:11.948445Z","steps":["trace[636244310] 'agreement among raft nodes before linearized reading' (duration: 805.52674ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:30:11.948467Z","caller":"traceutil/trace.go:171","msg":"trace[1047824447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:685; }","duration":"1.213349498s","start":"2026-02-27T20:30:10.735109Z","end":"2026-02-27T20:30:11.948458Z","steps":["trace[1047824447] 'agreement among raft nodes before linearized reading' (duration: 1.213251945s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:11.948492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:10.735092Z","time spent":"1.213395398s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T20:30:11.94845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212327522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T20:30:11.94853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.584404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T20:30:11.948552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.877391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:30:11.948557Z","caller":"traceutil/trace.go:171","msg":"trace[2127226207] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:685; }","duration":"289.611745ms","start":"2026-02-27T20:30:11.658937Z","end":"2026-02-27T20:30:11.948549Z","steps":["trace[2127226207] 'agreement among raft nodes before linearized reading' (duration: 289.571554ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:30:11.948575Z","caller":"traceutil/trace.go:171","msg":"trace[1065329676] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:685; }","duration":"817.925322ms","start":"2026-02-27T20:30:11.130643Z","end":"2026-02-27T20:30:11.948569Z","steps":["trace[1065329676] 'agreement among raft nodes before linearized reading' (duration: 817.891081ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:30:11.948553Z","caller":"traceutil/trace.go:171","msg":"trace[341727516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:685; }","duration":"1.212452855s","start":"2026-02-27T20:30:10.736071Z","end":"2026-02-27T20:30:11.948524Z","steps":["trace[341727516] 'agreement among raft nodes before linearized reading' (duration: 1.212166618s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:11.948595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:11.130629Z","time spent":"817.961493ms","remote":"127.0.0.1:38032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T20:30:11.948624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:10.736062Z","time spent":"1.212546787s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T20:30:11.948683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245551258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T20:30:11.948681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.803263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:30:11.948705Z","caller":"traceutil/trace.go:171","msg":"trace[2001380507] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:685; }","duration":"1.24559925s","start":"2026-02-27T20:30:10.7031Z","end":"2026-02-27T20:30:11.948699Z","steps":["trace[2001380507] 'agreement among raft nodes before linearized reading' (duration: 1.245563249s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:11.948708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.986784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T20:30:11.948725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:10.703085Z","time spent":"1.24563452s","remote":"127.0.0.1:38020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 "} {"level":"info","ts":"2026-02-27T20:30:11.948369Z","caller":"traceutil/trace.go:171","msg":"trace[726662959] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:685; }","duration":"1.244765528s","start":"2026-02-27T20:30:10.703589Z","end":"2026-02-27T20:30:11.948354Z","steps":["trace[726662959] 'agreement among raft nodes before linearized reading' (duration: 1.244681216s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:11.948758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.039615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T20:30:11.948761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:10.703571Z","time spent":"1.245177139s","remote":"127.0.0.1:38020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 "} {"level":"info","ts":"2026-02-27T20:30:11.948776Z","caller":"traceutil/trace.go:171","msg":"trace[1578922353] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:685; }","duration":"818.093766ms","start":"2026-02-27T20:30:11.130678Z","end":"2026-02-27T20:30:11.948772Z","steps":["trace[1578922353] 'agreement among raft nodes before linearized reading' (duration: 818.064496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:11.948781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.822178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T20:30:11.948801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:11.130661Z","time spent":"818.133287ms","remote":"127.0.0.1:38032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"info","ts":"2026-02-27T20:30:11.948813Z","caller":"traceutil/trace.go:171","msg":"trace[654322421] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:685; }","duration":"805.877799ms","start":"2026-02-27T20:30:11.142927Z","end":"2026-02-27T20:30:11.948805Z","steps":["trace[654322421] 'agreement among raft nodes before linearized reading' (duration: 805.814228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:11.948828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.880509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:30:11.948878Z","caller":"traceutil/trace.go:171","msg":"trace[648623837] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:685; }","duration":"805.951211ms","start":"2026-02-27T20:30:11.142911Z","end":"2026-02-27T20:30:11.948863Z","steps":["trace[648623837] 'agreement among raft nodes before linearized reading' (duration: 805.842258ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:30:11.948719Z","caller":"traceutil/trace.go:171","msg":"trace[1166188947] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:685; }","duration":"835.847464ms","start":"2026-02-27T20:30:11.112861Z","end":"2026-02-27T20:30:11.948708Z","steps":["trace[1166188947] 'agreement among raft nodes before linearized reading' (duration: 835.780562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:11.948911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:11.142903Z","time spent":"805.999143ms","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"warn","ts":"2026-02-27T20:30:11.948919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212702992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-27T20:30:11.948923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.719205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:30:11.948323Z","caller":"traceutil/trace.go:171","msg":"trace[112245406] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:685; }","duration":"836.08946ms","start":"2026-02-27T20:30:11.112209Z","end":"2026-02-27T20:30:11.948299Z","steps":["trace[112245406] 'agreement among raft nodes before linearized reading' (duration: 835.934346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:11.948974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038848458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:30:11.948988Z","caller":"traceutil/trace.go:171","msg":"trace[31479700] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:685; }","duration":"836.823127ms","start":"2026-02-27T20:30:11.112146Z","end":"2026-02-27T20:30:11.948969Z","steps":["trace[31479700] 'agreement among raft nodes before linearized reading' (duration: 836.720265ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:11.948993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:11.112188Z","time spent":"836.791156ms","remote":"127.0.0.1:38028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"info","ts":"2026-02-27T20:30:11.949062Z","caller":"traceutil/trace.go:171","msg":"trace[654057270] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:685; }","duration":"1.03888822s","start":"2026-02-27T20:30:10.910099Z","end":"2026-02-27T20:30:11.948987Z","steps":["trace[654057270] 'agreement among raft nodes before linearized reading' (duration: 1.038859169s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:11.949066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:11.112129Z","time spent":"836.92328ms","remote":"127.0.0.1:38028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T20:30:11.949093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:10.910084Z","time spent":"1.039002832s","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T20:30:11.948843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:11.142784Z","time spent":"806.049254ms","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-27T20:30:11.94892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:11.112815Z","time spent":"836.09426ms","remote":"127.0.0.1:38028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"warn","ts":"2026-02-27T20:30:11.949167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211555973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T20:30:11.948487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:11.142854Z","time spent":"805.625513ms","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"info","ts":"2026-02-27T20:30:11.9492Z","caller":"traceutil/trace.go:171","msg":"trace[1224331333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:685; }","duration":"1.211632545s","start":"2026-02-27T20:30:10.737558Z","end":"2026-02-27T20:30:11.949191Z","steps":["trace[1224331333] 'agreement among raft nodes before linearized reading' (duration: 1.211509992s)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:30:11.948328Z","caller":"traceutil/trace.go:171","msg":"trace[1341667565] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:685; }","duration":"1.509450405s","start":"2026-02-27T20:30:10.438863Z","end":"2026-02-27T20:30:11.948314Z","steps":["trace[1341667565] 'agreement among raft nodes before linearized reading' (duration: 1.50925845s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:11.949245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:10.737546Z","time spent":"1.211677976s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T20:30:11.948942Z","caller":"traceutil/trace.go:171","msg":"trace[314320280] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:685; }","duration":"1.212752512s","start":"2026-02-27T20:30:10.736184Z","end":"2026-02-27T20:30:11.948936Z","steps":["trace[314320280] 'agreement among raft nodes before linearized reading' (duration: 1.212692441s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:11.949269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:10.438853Z","time spent":"1.510406028s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T20:30:11.94873Z","caller":"traceutil/trace.go:171","msg":"trace[497141812] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:685; }","duration":"818.032714ms","start":"2026-02-27T20:30:11.130692Z","end":"2026-02-27T20:30:11.948724Z","steps":["trace[497141812] 'agreement among raft nodes before linearized reading' (duration: 817.997553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:11.949283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:10.736169Z","time spent":"1.213102642s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T20:30:11.949319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:11.130644Z","time spent":"818.659081ms","remote":"127.0.0.1:38032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"info","ts":"2026-02-27T20:30:12.308817Z","caller":"traceutil/trace.go:171","msg":"trace[1875104049] linearizableReadLoop","detail":"{readStateIndex:709; appliedIndex:708; }","duration":"357.958443ms","start":"2026-02-27T20:30:11.950832Z","end":"2026-02-27T20:30:12.308791Z","steps":["trace[1875104049] 'read index received' (duration: 285.200753ms)","trace[1875104049] 'applied index is now lower than readState.Index' (duration: 72.75662ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T20:30:12.308831Z","caller":"traceutil/trace.go:171","msg":"trace[1327464949] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"358.439146ms","start":"2026-02-27T20:30:11.950347Z","end":"2026-02-27T20:30:12.308787Z","steps":["trace[1327464949] 'process raft request' (duration: 285.624184ms)","trace[1327464949] 'compare' (duration: 72.658678ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:30:12.308983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:11.950326Z","time spent":"358.581859ms","remote":"127.0.0.1:43584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T20:30:12.30901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.137477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:30:12.309069Z","caller":"traceutil/trace.go:171","msg":"trace[143761427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:686; }","duration":"358.254709ms","start":"2026-02-27T20:30:11.950797Z","end":"2026-02-27T20:30:12.309052Z","steps":["trace[143761427] 'agreement among raft nodes before linearized reading' (duration: 358.112816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:12.309132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:11.950781Z","time spent":"358.336572ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T20:30:12.406681Z","caller":"traceutil/trace.go:171","msg":"trace[1959709458] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"452.257105ms","start":"2026-02-27T20:30:11.95438Z","end":"2026-02-27T20:30:12.406637Z","steps":["trace[1959709458] 'process raft request' (duration: 452.07678ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:30:12.406845Z","caller":"traceutil/trace.go:171","msg":"trace[1389503614] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"450.294214ms","start":"2026-02-27T20:30:11.956531Z","end":"2026-02-27T20:30:12.406826Z","steps":["trace[1389503614] 'process raft request' (duration: 450.095519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:12.406868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.843479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:30:12.406917Z","caller":"traceutil/trace.go:171","msg":"trace[44047155] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:691; }","duration":"353.944721ms","start":"2026-02-27T20:30:12.052961Z","end":"2026-02-27T20:30:12.406906Z","steps":["trace[44047155] 'agreement among raft nodes before linearized reading' (duration: 353.831518ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:12.40696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:12.05294Z","time spent":"354.010463ms","remote":"127.0.0.1:43748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T20:30:12.406974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:11.956523Z","time spent":"450.375886ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:30:12.407018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:11.954376Z","time spent":"452.46612ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:30:12.406705Z","caller":"traceutil/trace.go:171","msg":"trace[1205649354] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"452.360306ms","start":"2026-02-27T20:30:11.954314Z","end":"2026-02-27T20:30:12.406674Z","steps":["trace[1205649354] 'process raft request' (duration: 452.033338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:12.407178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:11.9543Z","time spent":"452.837129ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:30:12.406729Z","caller":"traceutil/trace.go:171","msg":"trace[406873391] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"452.261214ms","start":"2026-02-27T20:30:11.954443Z","end":"2026-02-27T20:30:12.406704Z","steps":["trace[406873391] 'process raft request' (duration: 452.119961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:12.407294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:11.954438Z","time spent":"452.830748ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:30:12.406782Z","caller":"traceutil/trace.go:171","msg":"trace[493210750] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"450.987503ms","start":"2026-02-27T20:30:11.955787Z","end":"2026-02-27T20:30:12.406774Z","steps":["trace[493210750] 'process raft request' (duration: 450.807989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:12.407438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:11.95578Z","time spent":"451.592379ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:30:14.527462Z","caller":"traceutil/trace.go:171","msg":"trace[1770301150] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"111.33631ms","start":"2026-02-27T20:30:14.416105Z","end":"2026-02-27T20:30:14.527441Z","steps":["trace[1770301150] 'process raft request' (duration: 111.198966ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:30:14.52773Z","caller":"traceutil/trace.go:171","msg":"trace[498634316] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"111.160045ms","start":"2026-02-27T20:30:14.416549Z","end":"2026-02-27T20:30:14.52771Z","steps":["trace[498634316] 'process raft request' (duration: 110.841017ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:30:14.528021Z","caller":"traceutil/trace.go:171","msg":"trace[1598362494] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"111.216698ms","start":"2026-02-27T20:30:14.416795Z","end":"2026-02-27T20:30:14.528012Z","steps":["trace[1598362494] 'process raft request' (duration: 110.823307ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:30:14.528145Z","caller":"traceutil/trace.go:171","msg":"trace[1203412650] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"110.839188ms","start":"2026-02-27T20:30:14.417301Z","end":"2026-02-27T20:30:14.52814Z","steps":["trace[1203412650] 'process raft request' (duration: 110.600191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:15.413413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.65566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:30:15.41348Z","caller":"traceutil/trace.go:171","msg":"trace[1759924640] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:697; }","duration":"121.783173ms","start":"2026-02-27T20:30:15.291684Z","end":"2026-02-27T20:30:15.413467Z","steps":["trace[1759924640] 'count revisions from in-memory index tree' (duration: 121.533928ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:30:28.818775Z","caller":"traceutil/trace.go:171","msg":"trace[2083769595] linearizableReadLoop","detail":"{readStateIndex:764; appliedIndex:763; }","duration":"114.038588ms","start":"2026-02-27T20:30:28.704705Z","end":"2026-02-27T20:30:28.818744Z","steps":["trace[2083769595] 'read index received' (duration: 101.037181ms)","trace[2083769595] 'applied index is now lower than readState.Index' (duration: 12.999997ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T20:30:28.818854Z","caller":"traceutil/trace.go:171","msg":"trace[427519908] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"151.175672ms","start":"2026-02-27T20:30:28.667645Z","end":"2026-02-27T20:30:28.818821Z","steps":["trace[427519908] 'process raft request' (duration: 138.074532ms)","trace[427519908] 'compare' (duration: 12.745861ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:30:28.819036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.309896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T20:30:28.819076Z","caller":"traceutil/trace.go:171","msg":"trace[2055929294] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:738; }","duration":"114.396207ms","start":"2026-02-27T20:30:28.704668Z","end":"2026-02-27T20:30:28.819064Z","steps":["trace[2055929294] 'agreement among raft nodes before linearized reading' (duration: 114.231003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:28.819146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.251064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T20:30:28.819229Z","caller":"traceutil/trace.go:171","msg":"trace[196928341] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:738; }","duration":"114.363227ms","start":"2026-02-27T20:30:28.704846Z","end":"2026-02-27T20:30:28.819209Z","steps":["trace[196928341] 'agreement among raft nodes before linearized reading' (duration: 114.160502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:28.819293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.031178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T20:30:28.819344Z","caller":"traceutil/trace.go:171","msg":"trace[1373440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:738; }","duration":"114.110611ms","start":"2026-02-27T20:30:28.70522Z","end":"2026-02-27T20:30:28.819331Z","steps":["trace[1373440] 'agreement among raft nodes before linearized reading' (duration: 113.952777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:31.082137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.137679ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T20:30:31.082239Z","caller":"traceutil/trace.go:171","msg":"trace[710965816] linearizableReadLoop","detail":"{readStateIndex:768; appliedIndex:767; }","duration":"844.168543ms","start":"2026-02-27T20:30:30.238054Z","end":"2026-02-27T20:30:31.082223Z","steps":["trace[710965816] 'read index received' (duration: 213.87726ms)","trace[710965816] 'applied index is now lower than readState.Index' (duration: 630.289693ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:30:31.082357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.285686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:30:31.08243Z","caller":"traceutil/trace.go:171","msg":"trace[11962350] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:741; }","duration":"844.396258ms","start":"2026-02-27T20:30:30.238017Z","end":"2026-02-27T20:30:31.082414Z","steps":["trace[11962350] 'agreement among raft nodes before linearized reading' (duration: 844.278095ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:31.082474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:30.238002Z","time spent":"844.46303ms","remote":"127.0.0.1:43818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T20:30:31.082483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.918746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T20:30:31.082522Z","caller":"traceutil/trace.go:171","msg":"trace[667613798] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:741; }","duration":"414.998228ms","start":"2026-02-27T20:30:30.667511Z","end":"2026-02-27T20:30:31.082509Z","steps":["trace[667613798] 'agreement among raft nodes before linearized reading' (duration: 414.825424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:31.082521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.693397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T20:30:31.082564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:30.667493Z","time spent":"415.063109ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T20:30:31.082598Z","caller":"traceutil/trace.go:171","msg":"trace[1523186427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:741; }","duration":"229.78576ms","start":"2026-02-27T20:30:30.852783Z","end":"2026-02-27T20:30:31.082569Z","steps":["trace[1523186427] 'agreement among raft nodes before linearized reading' (duration: 229.593325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:31.082713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.138107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T20:30:31.082749Z","caller":"traceutil/trace.go:171","msg":"trace[1055856591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:741; }","duration":"259.21481ms","start":"2026-02-27T20:30:30.823522Z","end":"2026-02-27T20:30:31.082737Z","steps":["trace[1055856591] 'agreement among raft nodes before linearized reading' (duration: 259.137418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:31.082885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.577537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T20:30:31.082913Z","caller":"traceutil/trace.go:171","msg":"trace[2144658758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:741; }","duration":"218.619279ms","start":"2026-02-27T20:30:30.864287Z","end":"2026-02-27T20:30:31.082906Z","steps":["trace[2144658758] 'agreement among raft nodes before linearized reading' (duration: 218.314841ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:31.083474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.381473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T20:30:31.083511Z","caller":"traceutil/trace.go:171","msg":"trace[1375509675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:741; }","duration":"220.431364ms","start":"2026-02-27T20:30:30.86307Z","end":"2026-02-27T20:30:31.083501Z","steps":["trace[1375509675] 'agreement among raft nodes before linearized reading' (duration: 219.275105ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:30:31.47863Z","caller":"traceutil/trace.go:171","msg":"trace[1516313195] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"392.382989ms","start":"2026-02-27T20:30:31.08621Z","end":"2026-02-27T20:30:31.478593Z","steps":["trace[1516313195] 'process raft request' (duration: 392.159413ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:31.478898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:31.086188Z","time spent":"392.560933ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:30:31.803742Z","caller":"traceutil/trace.go:171","msg":"trace[493521374] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"717.198159ms","start":"2026-02-27T20:30:31.086512Z","end":"2026-02-27T20:30:31.80371Z","steps":["trace[493521374] 'process raft request' (duration: 716.631725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:31.803913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:31.086497Z","time spent":"717.329202ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:30:31.80446Z","caller":"traceutil/trace.go:171","msg":"trace[52243090] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"717.386154ms","start":"2026-02-27T20:30:31.087041Z","end":"2026-02-27T20:30:31.804427Z","steps":["trace[52243090] 'process raft request' (duration: 716.594653ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:30:31.804588Z","caller":"traceutil/trace.go:171","msg":"trace[1231093110] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"717.26834ms","start":"2026-02-27T20:30:31.087307Z","end":"2026-02-27T20:30:31.804575Z","steps":["trace[1231093110] 'process raft request' (duration: 717.014834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:31.804644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:31.087034Z","time spent":"717.517237ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:30:31.804675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:31.0873Z","time spent":"717.337012ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:30:31.804764Z","caller":"traceutil/trace.go:171","msg":"trace[794029931] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"716.529492ms","start":"2026-02-27T20:30:31.088226Z","end":"2026-02-27T20:30:31.804756Z","steps":["trace[794029931] 'process raft request' (duration: 716.288476ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:30:31.804744Z","caller":"traceutil/trace.go:171","msg":"trace[2032899493] linearizableReadLoop","detail":"{readStateIndex:773; appliedIndex:769; }","duration":"585.685481ms","start":"2026-02-27T20:30:31.219042Z","end":"2026-02-27T20:30:31.804728Z","steps":["trace[2032899493] 'read index received' (duration: 260.043071ms)","trace[2032899493] 'applied index is now lower than readState.Index' (duration: 325.64143ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:30:31.804815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:31.088219Z","time spent":"716.571753ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:30:31.804882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.840014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:30:31.80495Z","caller":"traceutil/trace.go:171","msg":"trace[1191239534] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:746; }","duration":"585.935977ms","start":"2026-02-27T20:30:31.218977Z","end":"2026-02-27T20:30:31.804913Z","steps":["trace[1191239534] 'agreement among raft nodes before linearized reading' (duration: 585.833624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:31.805017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:31.218956Z","time spent":"586.04953ms","remote":"127.0.0.1:43944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-02-27T20:30:40.02963Z","caller":"traceutil/trace.go:171","msg":"trace[1512055830] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"104.701485ms","start":"2026-02-27T20:30:39.924891Z","end":"2026-02-27T20:30:40.029593Z","steps":["trace[1512055830] 'process raft request' (duration: 49.582068ms)","trace[1512055830] 'compare' (duration: 54.815159ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:30:50.470981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582881964143963,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T20:30:50.971221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582881964143963,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T20:30:51.471768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582881964143963,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T20:30:51.972561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582881964143963,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T20:30:51.994446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000497865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T20:30:51.994513Z","caller":"traceutil/trace.go:171","msg":"trace[601000154] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000574027s","start":"2026-02-27T20:30:49.993918Z","end":"2026-02-27T20:30:51.994492Z","steps":["trace[601000154] 'agreement among raft nodes before linearized reading' (duration: 2.000491865s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:51.99456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:49.993893Z","time spent":"2.000657108s","remote":"127.0.0.1:43536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 20:30:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T20:30:52.068873Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.113044125s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T20:30:52.069264Z","caller":"traceutil/trace.go:171","msg":"trace[649556745] linearizableReadLoop","detail":"{readStateIndex:887; appliedIndex:886; }","duration":"2.098618623s","start":"2026-02-27T20:30:49.970622Z","end":"2026-02-27T20:30:52.069241Z","steps":["trace[649556745] 'read index received' (duration: 2.098401907s)","trace[649556745] 'applied index is now lower than readState.Index' (duration: 215.776µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T20:30:52.069345Z","caller":"traceutil/trace.go:171","msg":"trace[95941976] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"2.11361485s","start":"2026-02-27T20:30:49.95572Z","end":"2026-02-27T20:30:52.069335Z","steps":["trace[95941976] 'process raft request' (duration: 2.113349183s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:52.069456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:49.955696Z","time spent":"2.113681192s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:30:52.069493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09372696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T20:30:52.06955Z","caller":"traceutil/trace.go:171","msg":"trace[1236592661] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:855; }","duration":"2.093801531s","start":"2026-02-27T20:30:49.975733Z","end":"2026-02-27T20:30:52.069534Z","steps":["trace[1236592661] 'agreement among raft nodes before linearized reading' (duration: 2.093634587s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:52.069632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:49.975727Z","time spent":"2.093896115s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T20:30:52.069651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.415212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T20:30:52.069714Z","caller":"traceutil/trace.go:171","msg":"trace[1787365894] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:855; }","duration":"503.515475ms","start":"2026-02-27T20:30:51.566184Z","end":"2026-02-27T20:30:52.069699Z","steps":["trace[1787365894] 'agreement among raft nodes before linearized reading' (duration: 503.274739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:52.06976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:51.566153Z","time spent":"503.597507ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T20:30:52.069787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971243939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T20:30:52.069884Z","caller":"traceutil/trace.go:171","msg":"trace[531266369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:855; }","duration":"1.971373473s","start":"2026-02-27T20:30:50.098487Z","end":"2026-02-27T20:30:52.06986Z","steps":["trace[531266369] 'agreement among raft nodes before linearized reading' (duration: 1.970996963s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:52.070009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:50.098427Z","time spent":"1.971564657s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T20:30:52.070026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099401192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T20:30:52.070067Z","caller":"traceutil/trace.go:171","msg":"trace[1583067680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:855; }","duration":"2.099468494s","start":"2026-02-27T20:30:49.970587Z","end":"2026-02-27T20:30:52.070055Z","steps":["trace[1583067680] 'agreement among raft nodes before linearized reading' (duration: 2.099372002s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:52.070101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:49.97057Z","time spent":"2.099524065s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T20:30:52.907487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.056262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T20:30:52.907621Z","caller":"traceutil/trace.go:171","msg":"trace[1642863263] transaction","detail":"{read_only:false; response_revision:856; number_of_response:1; }","duration":"832.981812ms","start":"2026-02-27T20:30:52.074612Z","end":"2026-02-27T20:30:52.907594Z","steps":["trace[1642863263] 'process raft request' (duration: 372.731185ms)","trace[1642863263] 'compare' (duration: 459.769785ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:30:52.909186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:52.074589Z","time spent":"834.513359ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:30:53.536456Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.089065303s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T20:30:53.536984Z","caller":"traceutil/trace.go:171","msg":"trace[155846356] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"1.462135595s","start":"2026-02-27T20:30:52.074822Z","end":"2026-02-27T20:30:53.536958Z","steps":["trace[155846356] 'process raft request' (duration: 1.461832928s)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:30:53.537003Z","caller":"traceutil/trace.go:171","msg":"trace[1250878332] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"1.462121935s","start":"2026-02-27T20:30:52.07486Z","end":"2026-02-27T20:30:53.536982Z","steps":["trace[1250878332] 'process raft request' (duration: 1.461987261s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:53.537136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:52.074813Z","time spent":"1.462235798s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:30:53.537137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:52.074833Z","time spent":"1.462230877s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:30:53.537159Z","caller":"traceutil/trace.go:171","msg":"trace[1924756186] linearizableReadLoop","detail":"{readStateIndex:890; appliedIndex:887; }","duration":"1.462173485s","start":"2026-02-27T20:30:52.074958Z","end":"2026-02-27T20:30:53.537132Z","steps":["trace[1924756186] 'read index received' (duration: 372.430426ms)","trace[1924756186] 'applied index is now lower than readState.Index' (duration: 1.089741569s)"],"step_count":2} {"level":"info","ts":"2026-02-27T20:30:53.537264Z","caller":"traceutil/trace.go:171","msg":"trace[1557001318] transaction","detail":"{read_only:false; response_revision:859; number_of_response:1; }","duration":"1.461665224s","start":"2026-02-27T20:30:52.075586Z","end":"2026-02-27T20:30:53.537251Z","steps":["trace[1557001318] 'process raft request' (duration: 1.461351256s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:53.537312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:52.075572Z","time spent":"1.461714425s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:30:53.537411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462441983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18983481fd386591\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-27T20:30:53.537478Z","caller":"traceutil/trace.go:171","msg":"trace[897812679] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18983481fd386591; range_end:; response_count:1; response_revision:859; }","duration":"1.462523126s","start":"2026-02-27T20:30:52.074936Z","end":"2026-02-27T20:30:53.537459Z","steps":["trace[897812679] 'agreement among raft nodes before linearized reading' (duration: 1.46231533s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:53.537523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:52.074927Z","time spent":"1.462583087s","remote":"127.0.0.1:43584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18983481fd386591\" "} {"level":"warn","ts":"2026-02-27T20:30:53.544466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.278899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:30:53.544518Z","caller":"traceutil/trace.go:171","msg":"trace[857216712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:860; }","duration":"241.369271ms","start":"2026-02-27T20:30:53.303134Z","end":"2026-02-27T20:30:53.544503Z","steps":["trace[857216712] 'agreement among raft nodes before linearized reading' (duration: 241.237888ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:30:53.544667Z","caller":"traceutil/trace.go:171","msg":"trace[1017632791] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"669.378766ms","start":"2026-02-27T20:30:52.875276Z","end":"2026-02-27T20:30:53.544655Z","steps":["trace[1017632791] 'process raft request' (duration: 667.94756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:53.544749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:52.875254Z","time spent":"669.437368ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:30:53.544673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466607558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:30:53.545241Z","caller":"traceutil/trace.go:171","msg":"trace[1398633601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:860; }","duration":"1.467197132s","start":"2026-02-27T20:30:52.078018Z","end":"2026-02-27T20:30:53.545215Z","steps":["trace[1398633601] 'agreement among raft nodes before linearized reading' (duration: 1.466593797s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:53.545311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:30:52.078008Z","time spent":"1.467284674s","remote":"127.0.0.1:43536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T20:30:57.240115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.354499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T20:30:57.240195Z","caller":"traceutil/trace.go:171","msg":"trace[1166941572] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:869; }","duration":"233.497522ms","start":"2026-02-27T20:30:57.006679Z","end":"2026-02-27T20:30:57.240177Z","steps":["trace[1166941572] 'count revisions from in-memory index tree' (duration: 233.237756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:30:57.240185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.435445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:30:57.240296Z","caller":"traceutil/trace.go:171","msg":"trace[1220246860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:869; }","duration":"230.61689ms","start":"2026-02-27T20:30:57.009651Z","end":"2026-02-27T20:30:57.240268Z","steps":["trace[1220246860] 'range keys from in-memory index tree' (duration: 230.382124ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:31:07.464547Z","caller":"traceutil/trace.go:171","msg":"trace[1730175242] linearizableReadLoop","detail":"{readStateIndex:942; appliedIndex:941; }","duration":"215.935141ms","start":"2026-02-27T20:31:07.248583Z","end":"2026-02-27T20:31:07.464518Z","steps":["trace[1730175242] 'read index received' (duration: 214.583277ms)","trace[1730175242] 'applied index is now lower than readState.Index' (duration: 1.350824ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T20:31:07.464627Z","caller":"traceutil/trace.go:171","msg":"trace[790124210] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"380.627773ms","start":"2026-02-27T20:31:07.083955Z","end":"2026-02-27T20:31:07.464583Z","steps":["trace[790124210] 'process raft request' (duration: 379.225378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:07.464791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:07.083938Z","time spent":"380.758796ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:31:07.465027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.440853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:5184"} {"level":"info","ts":"2026-02-27T20:31:07.465079Z","caller":"traceutil/trace.go:171","msg":"trace[99479395] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:907; }","duration":"216.561776ms","start":"2026-02-27T20:31:07.248504Z","end":"2026-02-27T20:31:07.465066Z","steps":["trace[99479395] 'agreement among raft nodes before linearized reading' (duration: 216.115845ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:31:07.678121Z","caller":"traceutil/trace.go:171","msg":"trace[642549421] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"204.575906ms","start":"2026-02-27T20:31:07.473424Z","end":"2026-02-27T20:31:07.678Z","steps":["trace[642549421] 'process raft request' (duration: 105.843273ms)","trace[642549421] 'compare' (duration: 88.125637ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T20:31:07.81692Z","caller":"traceutil/trace.go:171","msg":"trace[171586629] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"131.816526ms","start":"2026-02-27T20:31:07.685076Z","end":"2026-02-27T20:31:07.816893Z","steps":["trace[171586629] 'process raft request' (duration: 115.054764ms)","trace[171586629] 'compare' (duration: 16.596848ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T20:31:07.817537Z","caller":"traceutil/trace.go:171","msg":"trace[1362892554] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"129.867246ms","start":"2026-02-27T20:31:07.687656Z","end":"2026-02-27T20:31:07.817524Z","steps":["trace[1362892554] 'process raft request' (duration: 129.433506ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:31:07.817617Z","caller":"traceutil/trace.go:171","msg":"trace[2033078128] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"132.41896ms","start":"2026-02-27T20:31:07.68517Z","end":"2026-02-27T20:31:07.817589Z","steps":["trace[2033078128] 'process raft request' (duration: 131.679142ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:09.983957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.589763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T20:31:09.984035Z","caller":"traceutil/trace.go:171","msg":"trace[1891674024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:924; }","duration":"161.706896ms","start":"2026-02-27T20:31:09.822308Z","end":"2026-02-27T20:31:09.984015Z","steps":["trace[1891674024] 'range keys from in-memory index tree' (duration: 161.386468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:09.984312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.282632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T20:31:09.984345Z","caller":"traceutil/trace.go:171","msg":"trace[5373180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:924; }","duration":"162.342743ms","start":"2026-02-27T20:31:09.821991Z","end":"2026-02-27T20:31:09.984334Z","steps":["trace[5373180] 'range keys from in-memory index tree' (duration: 162.142869ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:31:12.017064Z","caller":"traceutil/trace.go:171","msg":"trace[1224876803] linearizableReadLoop","detail":"{readStateIndex:964; appliedIndex:963; }","duration":"285.343877ms","start":"2026-02-27T20:31:11.731695Z","end":"2026-02-27T20:31:12.017039Z","steps":["trace[1224876803] 'read index received' (duration: 285.134621ms)","trace[1224876803] 'applied index is now lower than readState.Index' (duration: 208.346µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T20:31:12.017199Z","caller":"traceutil/trace.go:171","msg":"trace[1832958522] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"490.097707ms","start":"2026-02-27T20:31:11.527063Z","end":"2026-02-27T20:31:12.017161Z","steps":["trace[1832958522] 'process raft request' (duration: 489.83213ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:12.017299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.591202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T20:31:12.017342Z","caller":"traceutil/trace.go:171","msg":"trace[2115585346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:928; }","duration":"285.683085ms","start":"2026-02-27T20:31:11.731647Z","end":"2026-02-27T20:31:12.01733Z","steps":["trace[2115585346] 'agreement among raft nodes before linearized reading' (duration: 285.50693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:12.017376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:11.527046Z","time spent":"490.24295ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:31:12.757582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582881964144142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T20:31:13.419386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.041024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T20:31:13.419581Z","caller":"traceutil/trace.go:171","msg":"trace[1007107042] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"1.398002262s","start":"2026-02-27T20:31:12.021557Z","end":"2026-02-27T20:31:13.419559Z","steps":["trace[1007107042] 'process raft request' (duration: 851.701162ms)","trace[1007107042] 'compare' (duration: 545.881149ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:31:13.419667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:12.021538Z","time spent":"1.398087354s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:31:13.419735Z","caller":"traceutil/trace.go:171","msg":"trace[2040874557] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"1.397808347s","start":"2026-02-27T20:31:12.021911Z","end":"2026-02-27T20:31:13.419719Z","steps":["trace[2040874557] 'process raft request' (duration: 1.397577362s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:13.419812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:12.021894Z","time spent":"1.397880839s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:31:13.420107Z","caller":"traceutil/trace.go:171","msg":"trace[1704520349] linearizableReadLoop","detail":"{readStateIndex:967; appliedIndex:964; }","duration":"1.163090513s","start":"2026-02-27T20:31:12.257006Z","end":"2026-02-27T20:31:13.420097Z","steps":["trace[1704520349] 'read index received' (duration: 616.25422ms)","trace[1704520349] 'applied index is now lower than readState.Index' (duration: 546.835193ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:31:13.420371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.107122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T20:31:13.420417Z","caller":"traceutil/trace.go:171","msg":"trace[978776994] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:931; }","duration":"495.186854ms","start":"2026-02-27T20:31:12.925215Z","end":"2026-02-27T20:31:13.420402Z","steps":["trace[978776994] 'agreement among raft nodes before linearized reading' (duration: 495.063071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:13.420454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:12.925197Z","time spent":"495.244876ms","remote":"127.0.0.1:43892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":53,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T20:31:13.420744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.749176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:31:13.420795Z","caller":"traceutil/trace.go:171","msg":"trace[530349728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:931; }","duration":"116.869469ms","start":"2026-02-27T20:31:13.303913Z","end":"2026-02-27T20:31:13.420783Z","steps":["trace[530349728] 'agreement among raft nodes before linearized reading' (duration: 116.760396ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:31:13.420844Z","caller":"traceutil/trace.go:171","msg":"trace[583347296] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"1.398652128s","start":"2026-02-27T20:31:12.02214Z","end":"2026-02-27T20:31:13.420792Z","steps":["trace[583347296] 'process raft request' (duration: 1.39753651s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:13.420901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163898014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T20:31:13.420982Z","caller":"traceutil/trace.go:171","msg":"trace[926808551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:931; }","duration":"1.164003586s","start":"2026-02-27T20:31:12.256967Z","end":"2026-02-27T20:31:13.420971Z","steps":["trace[926808551] 'agreement among raft nodes before linearized reading' (duration: 1.163853192s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:13.421008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:12.256951Z","time spent":"1.164049717s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T20:31:13.421147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:12.022131Z","time spent":"1.398857823s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:31:13.764134Z","caller":"traceutil/trace.go:171","msg":"trace[1797722039] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"314.031349ms","start":"2026-02-27T20:31:13.450076Z","end":"2026-02-27T20:31:13.764108Z","steps":["trace[1797722039] 'process raft request' (duration: 260.242606ms)","trace[1797722039] 'compare' (duration: 53.410233ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T20:31:13.764154Z","caller":"traceutil/trace.go:171","msg":"trace[1812135859] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"144.69676ms","start":"2026-02-27T20:31:13.619435Z","end":"2026-02-27T20:31:13.764132Z","steps":["trace[1812135859] 'process raft request' (duration: 144.578517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:13.764247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:13.450051Z","time spent":"314.136251ms","remote":"127.0.0.1:43710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6169,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:31:14.062023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.384964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T20:31:14.062164Z","caller":"traceutil/trace.go:171","msg":"trace[1040075443] linearizableReadLoop","detail":"{readStateIndex:972; appliedIndex:971; }","duration":"276.785662ms","start":"2026-02-27T20:31:13.785357Z","end":"2026-02-27T20:31:14.062143Z","steps":["trace[1040075443] 'read index received' (duration: 104.189002ms)","trace[1040075443] 'applied index is now lower than readState.Index' (duration: 172.59476ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T20:31:14.06229Z","caller":"traceutil/trace.go:171","msg":"trace[352403606] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"295.734798ms","start":"2026-02-27T20:31:13.766516Z","end":"2026-02-27T20:31:14.06225Z","steps":["trace[352403606] 'process raft request' (duration: 123.034955ms)","trace[352403606] 'compare' (duration: 172.167969ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:31:14.062345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.968896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:31:14.062399Z","caller":"traceutil/trace.go:171","msg":"trace[586900557] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:935; }","duration":"277.058888ms","start":"2026-02-27T20:31:13.785324Z","end":"2026-02-27T20:31:14.062382Z","steps":["trace[586900557] 'agreement among raft nodes before linearized reading' (duration: 276.927925ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:14.670503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.781199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T20:31:14.67065Z","caller":"traceutil/trace.go:171","msg":"trace[888329782] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:936; }","duration":"162.002344ms","start":"2026-02-27T20:31:14.508623Z","end":"2026-02-27T20:31:14.670625Z","steps":["trace[888329782] 'range keys from in-memory index tree' (duration: 161.485811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:14.670552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.575536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:31:14.671472Z","caller":"traceutil/trace.go:171","msg":"trace[1945451871] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:936; }","duration":"213.564091ms","start":"2026-02-27T20:31:14.457881Z","end":"2026-02-27T20:31:14.671445Z","steps":["trace[1945451871] 'count revisions from in-memory index tree' (duration: 212.417941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:15.497807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582881964144158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T20:31:15.998989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582881964144158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T20:31:16.50399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582881964144158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T20:31:16.594924Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.922553745s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T20:31:16.59516Z","caller":"traceutil/trace.go:171","msg":"trace[200630709] linearizableReadLoop","detail":"{readStateIndex:974; appliedIndex:973; }","duration":"1.59834655s","start":"2026-02-27T20:31:14.996796Z","end":"2026-02-27T20:31:16.595143Z","steps":["trace[200630709] 'read index received' (duration: 1.598233178s)","trace[200630709] 'applied index is now lower than readState.Index' (duration: 112.282µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:31:16.59518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:14.672168Z","time spent":"1.923007446s","remote":"127.0.0.1:43554","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T20:31:16.5953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.44796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T20:31:16.595334Z","caller":"traceutil/trace.go:171","msg":"trace[2069558968] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:936; }","duration":"485.570434ms","start":"2026-02-27T20:31:16.109756Z","end":"2026-02-27T20:31:16.595326Z","steps":["trace[2069558968] 'agreement among raft nodes before linearized reading' (duration: 485.499471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:16.595357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:16.109734Z","time spent":"485.616785ms","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":4,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-27T20:31:16.595362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167276459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T20:31:16.595371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169521266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T20:31:16.595385Z","caller":"traceutil/trace.go:171","msg":"trace[80046638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:936; }","duration":"1.167344161s","start":"2026-02-27T20:31:15.428034Z","end":"2026-02-27T20:31:16.595378Z","steps":["trace[80046638] 'agreement among raft nodes before linearized reading' (duration: 1.167273989s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:16.595403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:15.428013Z","time spent":"1.167386222s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T20:31:16.595411Z","caller":"traceutil/trace.go:171","msg":"trace[2049358335] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:936; }","duration":"1.169613028s","start":"2026-02-27T20:31:15.425787Z","end":"2026-02-27T20:31:16.5954Z","steps":["trace[2049358335] 'agreement among raft nodes before linearized reading' (duration: 1.169461233s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:16.595438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:15.425741Z","time spent":"1.169689539s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T20:31:16.595517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082299252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-27T20:31:16.59551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.91871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T20:31:16.595578Z","caller":"traceutil/trace.go:171","msg":"trace[613821110] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:936; }","duration":"1.082435096s","start":"2026-02-27T20:31:15.513129Z","end":"2026-02-27T20:31:16.595564Z","steps":["trace[613821110] 'agreement among raft nodes before linearized reading' (duration: 1.08220378s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:16.595606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598448293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T20:31:16.595611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:15.513119Z","time spent":"1.082487587s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T20:31:16.595637Z","caller":"traceutil/trace.go:171","msg":"trace[1516994519] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:936; }","duration":"406.097435ms","start":"2026-02-27T20:31:16.189501Z","end":"2026-02-27T20:31:16.595598Z","steps":["trace[1516994519] 'agreement among raft nodes before linearized reading' (duration: 405.863379ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:16.595558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.121232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T20:31:16.595674Z","caller":"traceutil/trace.go:171","msg":"trace[1814038583] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:936; }","duration":"454.306397ms","start":"2026-02-27T20:31:16.141362Z","end":"2026-02-27T20:31:16.595668Z","steps":["trace[1814038583] 'agreement among raft nodes before linearized reading' (duration: 454.129563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:16.595695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:16.14133Z","time spent":"454.359999ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T20:31:16.5957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:16.189484Z","time spent":"406.197147ms","remote":"127.0.0.1:43912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T20:31:16.595754Z","caller":"traceutil/trace.go:171","msg":"trace[1236752576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:936; }","duration":"1.598884545s","start":"2026-02-27T20:31:14.996754Z","end":"2026-02-27T20:31:16.595639Z","steps":["trace[1236752576] 'agreement among raft nodes before linearized reading' (duration: 1.598454713s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:16.595773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:14.996735Z","time spent":"1.599034019s","remote":"127.0.0.1:43536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T20:31:16.596255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169393573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T20:31:16.59629Z","caller":"traceutil/trace.go:171","msg":"trace[1846622485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:936; }","duration":"1.169458945s","start":"2026-02-27T20:31:15.426821Z","end":"2026-02-27T20:31:16.59628Z","steps":["trace[1846622485] 'agreement among raft nodes before linearized reading' (duration: 1.16927272s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:16.596314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:15.42681Z","time spent":"1.169499945s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T20:31:17.10583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582881964144163,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T20:31:18.521999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331890209s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T20:31:18.522157Z","caller":"traceutil/trace.go:171","msg":"trace[732910653] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"1.925572641s","start":"2026-02-27T20:31:16.596557Z","end":"2026-02-27T20:31:18.52213Z","steps":["trace[732910653] 'process raft request' (duration: 593.410086ms)","trace[732910653] 'compare' (duration: 1.331659862s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:31:18.522231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:16.59654Z","time spent":"1.925657423s","remote":"127.0.0.1:43554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:31:18.559252Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.293393801s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T20:31:18.559788Z","caller":"traceutil/trace.go:171","msg":"trace[1438128513] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"1.960352756s","start":"2026-02-27T20:31:16.599407Z","end":"2026-02-27T20:31:18.559759Z","steps":["trace[1438128513] 'process raft request' (duration: 1.960044028s)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:31:18.559878Z","caller":"traceutil/trace.go:171","msg":"trace[1542170907] linearizableReadLoop","detail":"{readStateIndex:980; appliedIndex:974; }","duration":"1.95654259s","start":"2026-02-27T20:31:16.60331Z","end":"2026-02-27T20:31:18.559852Z","steps":["trace[1542170907] 'read index received' (duration: 586.672566ms)","trace[1542170907] 'applied index is now lower than readState.Index' (duration: 1.369868554s)"],"step_count":2} {"level":"info","ts":"2026-02-27T20:31:18.559887Z","caller":"traceutil/trace.go:171","msg":"trace[1803565598] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"1.960366336s","start":"2026-02-27T20:31:16.59949Z","end":"2026-02-27T20:31:18.559856Z","steps":["trace[1803565598] 'process raft request' (duration: 1.960226913s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:18.55991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:16.599395Z","time spent":"1.960458418s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:31:18.559869Z","caller":"traceutil/trace.go:171","msg":"trace[1272713856] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"1.960357246s","start":"2026-02-27T20:31:16.599464Z","end":"2026-02-27T20:31:18.559821Z","steps":["trace[1272713856] 'process raft request' (duration: 1.960159722s)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:31:18.559974Z","caller":"traceutil/trace.go:171","msg":"trace[423708083] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"1.957126265s","start":"2026-02-27T20:31:16.602836Z","end":"2026-02-27T20:31:18.559962Z","steps":["trace[423708083] 'process raft request' (duration: 1.956977091s)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:31:18.560012Z","caller":"traceutil/trace.go:171","msg":"trace[388935355] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"1.957301259s","start":"2026-02-27T20:31:16.602666Z","end":"2026-02-27T20:31:18.559967Z","steps":["trace[388935355] 'process raft request' (duration: 1.957109294s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:18.560185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:16.59946Z","time spent":"1.960555591s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:31:18.560193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:16.602813Z","time spent":"1.957192176s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:31:18.560221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396554406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T20:31:18.560256Z","caller":"traceutil/trace.go:171","msg":"trace[1607447210] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:942; }","duration":"1.396625498s","start":"2026-02-27T20:31:17.163621Z","end":"2026-02-27T20:31:18.560246Z","steps":["trace[1607447210] 'agreement among raft nodes before linearized reading' (duration: 1.396512375s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:18.560248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:16.602634Z","time spent":"1.957490634s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:31:18.560288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956975411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:31:18.560332Z","caller":"traceutil/trace.go:171","msg":"trace[1105340724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:942; }","duration":"1.957044173s","start":"2026-02-27T20:31:16.603274Z","end":"2026-02-27T20:31:18.560318Z","steps":["trace[1105340724] 'agreement among raft nodes before linearized reading' (duration: 1.956963561s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:18.560364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:16.603262Z","time spent":"1.957095044s","remote":"127.0.0.1:43536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T20:31:18.560054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:16.599484Z","time spent":"1.960462189s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:31:18.56028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:17.163603Z","time spent":"1.396671759s","remote":"127.0.0.1:43628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":15,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-27T20:31:18.866673Z","caller":"traceutil/trace.go:171","msg":"trace[826332139] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"200.443481ms","start":"2026-02-27T20:31:18.666203Z","end":"2026-02-27T20:31:18.866646Z","steps":["trace[826332139] 'process raft request' (duration: 200.184004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:19.172709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.090186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T20:31:19.173036Z","caller":"traceutil/trace.go:171","msg":"trace[350762107] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"418.266071ms","start":"2026-02-27T20:31:18.754638Z","end":"2026-02-27T20:31:19.172904Z","steps":["trace[350762107] 'process raft request' (duration: 160.171619ms)","trace[350762107] 'compare' (duration: 256.793449ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:31:19.173259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:18.754604Z","time spent":"418.535057ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:31:19.714869Z","caller":"traceutil/trace.go:171","msg":"trace[1568291185] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"391.163378ms","start":"2026-02-27T20:31:19.323648Z","end":"2026-02-27T20:31:19.714811Z","steps":["trace[1568291185] 'process raft request' (duration: 390.877541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:19.715204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:19.32362Z","time spent":"391.440616ms","remote":"127.0.0.1:43584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T20:31:20.497697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582881964144178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T20:31:20.809034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.999015ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T20:31:20.810068Z","caller":"traceutil/trace.go:171","msg":"trace[1390515103] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"1.090918758s","start":"2026-02-27T20:31:19.719112Z","end":"2026-02-27T20:31:20.810031Z","steps":["trace[1390515103] 'process raft request' (duration: 1.090025916s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:20.810179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:19.719093Z","time spent":"1.091025931s","remote":"127.0.0.1:43584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":851,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T20:31:20.810002Z","caller":"traceutil/trace.go:171","msg":"trace[174540754] linearizableReadLoop","detail":"{readStateIndex:985; appliedIndex:983; }","duration":"813.171363ms","start":"2026-02-27T20:31:19.996808Z","end":"2026-02-27T20:31:20.80998Z","steps":["trace[174540754] 'read index received' (duration: 761.36116ms)","trace[174540754] 'applied index is now lower than readState.Index' (duration: 51.808812ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:31:22.186759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189930359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:31:22.18684Z","caller":"traceutil/trace.go:171","msg":"trace[808525290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:946; }","duration":"2.190051563s","start":"2026-02-27T20:31:19.996767Z","end":"2026-02-27T20:31:22.186819Z","steps":["trace[808525290] 'agreement among raft nodes before linearized reading' (duration: 813.396198ms)","trace[808525290] 'range keys from in-memory index tree' (duration: 1.376523721s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:31:22.186882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:19.996747Z","time spent":"2.190126515s","remote":"127.0.0.1:43536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T20:31:22.187153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622118969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T20:31:22.187202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622117629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T20:31:22.187213Z","caller":"traceutil/trace.go:171","msg":"trace[511804815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:946; }","duration":"1.622212771s","start":"2026-02-27T20:31:20.564982Z","end":"2026-02-27T20:31:22.187194Z","steps":["trace[511804815] 'agreement among raft nodes before linearized reading' (duration: 245.638507ms)","trace[511804815] 'range keys from in-memory index tree' (duration: 1.376378988s)"],"step_count":2} {"level":"info","ts":"2026-02-27T20:31:22.187264Z","caller":"traceutil/trace.go:171","msg":"trace[216023350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:946; }","duration":"1.622191841s","start":"2026-02-27T20:31:20.56505Z","end":"2026-02-27T20:31:22.187242Z","steps":["trace[216023350] 'agreement among raft nodes before linearized reading' (duration: 245.616258ms)","trace[216023350] 'range keys from in-memory index tree' (duration: 1.37643708s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:31:22.187262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:20.564969Z","time spent":"1.622279663s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T20:31:22.187305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:20.565037Z","time spent":"1.622256962s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T20:31:22.187506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622454147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-27T20:31:22.187577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621077693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T20:31:22.187654Z","caller":"traceutil/trace.go:171","msg":"trace[762283563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:946; }","duration":"1.621172995s","start":"2026-02-27T20:31:20.566464Z","end":"2026-02-27T20:31:22.187637Z","steps":["trace[762283563] 'agreement among raft nodes before linearized reading' (duration: 244.181141ms)","trace[762283563] 'range keys from in-memory index tree' (duration: 1.376854021s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:31:22.187723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:20.566453Z","time spent":"1.621252498s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T20:31:22.187589Z","caller":"traceutil/trace.go:171","msg":"trace[2248659] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:946; }","duration":"1.62259203s","start":"2026-02-27T20:31:20.564977Z","end":"2026-02-27T20:31:22.187569Z","steps":["trace[2248659] 'agreement among raft nodes before linearized reading' (duration: 245.701049ms)","trace[2248659] 'range keys from in-memory index tree' (duration: 1.376709207s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:31:22.187871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622640631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-27T20:31:22.187902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:20.564956Z","time spent":"1.622928619s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T20:31:22.187916Z","caller":"traceutil/trace.go:171","msg":"trace[1031724620] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:946; }","duration":"1.622713613s","start":"2026-02-27T20:31:20.565187Z","end":"2026-02-27T20:31:22.187901Z","steps":["trace[1031724620] 'agreement among raft nodes before linearized reading' (duration: 245.469573ms)","trace[1031724620] 'range keys from in-memory index tree' (duration: 1.377137688s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:31:22.187191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.819735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T20:31:22.188009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:20.56518Z","time spent":"1.622820776s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T20:31:22.188028Z","caller":"traceutil/trace.go:171","msg":"trace[1434739499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:946; }","duration":"190.673446ms","start":"2026-02-27T20:31:21.997335Z","end":"2026-02-27T20:31:22.188008Z","steps":["trace[1434739499] 'range keys from in-memory index tree' (duration: 189.729322ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:31:22.302098Z","caller":"traceutil/trace.go:171","msg":"trace[25622327] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"108.809727ms","start":"2026-02-27T20:31:22.193263Z","end":"2026-02-27T20:31:22.302073Z","steps":["trace[25622327] 'process raft request' (duration: 108.559101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:22.302373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.629702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18983481fd386591\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-27T20:31:22.302428Z","caller":"traceutil/trace.go:171","msg":"trace[727816030] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18983481fd386591; range_end:; response_count:1; response_revision:947; }","duration":"108.710945ms","start":"2026-02-27T20:31:22.193695Z","end":"2026-02-27T20:31:22.302405Z","steps":["trace[727816030] 'agreement among raft nodes before linearized reading' (duration: 108.560241ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:31:22.3022Z","caller":"traceutil/trace.go:171","msg":"trace[2088957015] linearizableReadLoop","detail":"{readStateIndex:986; appliedIndex:985; }","duration":"108.263393ms","start":"2026-02-27T20:31:22.193723Z","end":"2026-02-27T20:31:22.301987Z","steps":["trace[2088957015] 'read index received' (duration: 108.029137ms)","trace[2088957015] 'applied index is now lower than readState.Index' (duration: 233.376µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:31:22.537105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.555667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T20:31:22.537527Z","caller":"traceutil/trace.go:171","msg":"trace[61770404] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"343.470978ms","start":"2026-02-27T20:31:22.193997Z","end":"2026-02-27T20:31:22.537468Z","steps":["trace[61770404] 'process raft request' (duration: 211.429238ms)","trace[61770404] 'compare' (duration: 131.361493ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T20:31:22.537679Z","caller":"traceutil/trace.go:171","msg":"trace[631236104] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"343.460949ms","start":"2026-02-27T20:31:22.194182Z","end":"2026-02-27T20:31:22.537643Z","steps":["trace[631236104] 'process raft request' (duration: 343.241843ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:31:22.538042Z","caller":"traceutil/trace.go:171","msg":"trace[884459823] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"343.756116ms","start":"2026-02-27T20:31:22.194259Z","end":"2026-02-27T20:31:22.538015Z","steps":["trace[884459823] 'process raft request' (duration: 343.328865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:22.538094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:22.194073Z","time spent":"343.742395ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:31:22.538258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:22.194252Z","time spent":"343.93659ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:31:22.538302Z","caller":"traceutil/trace.go:171","msg":"trace[1329038813] linearizableReadLoop","detail":"{readStateIndex:990; appliedIndex:986; }","duration":"235.619186ms","start":"2026-02-27T20:31:22.302662Z","end":"2026-02-27T20:31:22.538281Z","steps":["trace[1329038813] 'read index received' (duration: 102.777835ms)","trace[1329038813] 'applied index is now lower than readState.Index' (duration: 132.839991ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T20:31:22.538369Z","caller":"traceutil/trace.go:171","msg":"trace[240811938] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"343.827418ms","start":"2026-02-27T20:31:22.194515Z","end":"2026-02-27T20:31:22.538343Z","steps":["trace[240811938] 'process raft request' (duration: 343.405228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:22.538821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:22.194487Z","time spent":"344.257618ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:31:22.53843Z","caller":"traceutil/trace.go:171","msg":"trace[973272534] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"233.732368ms","start":"2026-02-27T20:31:22.304682Z","end":"2026-02-27T20:31:22.538414Z","steps":["trace[973272534] 'process raft request' (duration: 233.484362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:22.538434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.666878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:31:22.539195Z","caller":"traceutil/trace.go:171","msg":"trace[832832619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:952; }","duration":"341.436098ms","start":"2026-02-27T20:31:22.197729Z","end":"2026-02-27T20:31:22.539165Z","steps":["trace[832832619] 'agreement among raft nodes before linearized reading' (duration: 340.633878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:22.539258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:22.197718Z","time spent":"341.524859ms","remote":"127.0.0.1:43536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T20:31:22.53853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:22.193987Z","time spent":"343.687485ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:31:23.490549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.793256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T20:31:23.490649Z","caller":"traceutil/trace.go:171","msg":"trace[660908667] linearizableReadLoop","detail":"{readStateIndex:994; appliedIndex:993; }","duration":"478.723161ms","start":"2026-02-27T20:31:23.011909Z","end":"2026-02-27T20:31:23.490633Z","steps":["trace[660908667] 'read index received' (duration: 146.642558ms)","trace[660908667] 'applied index is now lower than readState.Index' (duration: 332.078403ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T20:31:23.490736Z","caller":"traceutil/trace.go:171","msg":"trace[2041118713] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"865.683493ms","start":"2026-02-27T20:31:22.625042Z","end":"2026-02-27T20:31:23.490725Z","steps":["trace[2041118713] 'process raft request' (duration: 533.639991ms)","trace[2041118713] 'compare' (duration: 331.398576ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:31:23.490824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:22.625013Z","time spent":"865.784846ms","remote":"127.0.0.1:43584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T20:31:23.490938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.695892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:31:23.491035Z","caller":"traceutil/trace.go:171","msg":"trace[355419020] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:0; response_revision:955; }","duration":"459.801714ms","start":"2026-02-27T20:31:23.031219Z","end":"2026-02-27T20:31:23.491021Z","steps":["trace[355419020] 'agreement among raft nodes before linearized reading' (duration: 459.651651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:23.49106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:23.031148Z","time spent":"459.906057ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-02-27T20:31:23.491193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.259364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:31:23.491213Z","caller":"traceutil/trace.go:171","msg":"trace[1989444762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:955; }","duration":"188.318156ms","start":"2026-02-27T20:31:23.30289Z","end":"2026-02-27T20:31:23.491208Z","steps":["trace[1989444762] 'agreement among raft nodes before linearized reading' (duration: 188.289885ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:23.491259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.349466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:31:23.491349Z","caller":"traceutil/trace.go:171","msg":"trace[779230161] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:0; response_revision:955; }","duration":"479.439028ms","start":"2026-02-27T20:31:23.011863Z","end":"2026-02-27T20:31:23.491302Z","steps":["trace[779230161] 'agreement among raft nodes before linearized reading' (duration: 479.352176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:23.491421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:23.011845Z","time spent":"479.564861ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-02-27T20:31:24.929013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167916515s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:31:24.929171Z","caller":"traceutil/trace.go:171","msg":"trace[1146733360] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:955; }","duration":"1.168085749s","start":"2026-02-27T20:31:23.761067Z","end":"2026-02-27T20:31:24.929152Z","steps":["trace[1146733360] 'range keys from in-memory index tree' (duration: 1.167898605s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:24.929937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069424748s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T20:31:24.930182Z","caller":"traceutil/trace.go:171","msg":"trace[882735467] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"1.431614577s","start":"2026-02-27T20:31:23.498544Z","end":"2026-02-27T20:31:24.930158Z","steps":["trace[882735467] 'process raft request' (duration: 1.431487314s)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:31:24.930179Z","caller":"traceutil/trace.go:171","msg":"trace[1426626725] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"1.43171401s","start":"2026-02-27T20:31:23.498428Z","end":"2026-02-27T20:31:24.930142Z","steps":["trace[1426626725] 'process raft request' (duration: 362.014945ms)","trace[1426626725] 'compare' (duration: 1.068920644s)"],"step_count":2} {"level":"info","ts":"2026-02-27T20:31:24.930255Z","caller":"traceutil/trace.go:171","msg":"trace[548369510] linearizableReadLoop","detail":"{readStateIndex:997; appliedIndex:994; }","duration":"1.41659619s","start":"2026-02-27T20:31:23.51364Z","end":"2026-02-27T20:31:24.930236Z","steps":["trace[548369510] 'read index received' (duration: 346.891665ms)","trace[548369510] 'applied index is now lower than readState.Index' (duration: 1.069703345s)"],"step_count":2} {"level":"info","ts":"2026-02-27T20:31:24.930264Z","caller":"traceutil/trace.go:171","msg":"trace[655016598] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"1.431646618s","start":"2026-02-27T20:31:23.4986Z","end":"2026-02-27T20:31:24.930246Z","steps":["trace[655016598] 'process raft request' (duration: 1.431499115s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:24.930296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:23.498515Z","time spent":"1.43173212s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T20:31:24.930347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:23.498576Z","time spent":"1.4317335s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T20:31:24.930338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:23.498409Z","time spent":"1.431850744s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T20:31:24.93038Z","caller":"traceutil/trace.go:171","msg":"trace[870869035] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"1.123747424s","start":"2026-02-27T20:31:23.806617Z","end":"2026-02-27T20:31:24.930364Z","steps":["trace[870869035] 'process raft request' (duration: 1.123534159s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:24.930445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.002342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T20:31:24.930473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:23.806576Z","time spent":"1.123841397s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:31:24.93051Z","caller":"traceutil/trace.go:171","msg":"trace[2038878108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:959; }","duration":"934.107524ms","start":"2026-02-27T20:31:23.996386Z","end":"2026-02-27T20:31:24.930494Z","steps":["trace[2038878108] 'agreement among raft nodes before linearized reading' (duration: 934.018852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:24.930549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:23.996362Z","time spent":"934.177597ms","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T20:31:24.930568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.723732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T20:31:24.930601Z","caller":"traceutil/trace.go:171","msg":"trace[106578506] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:959; }","duration":"385.779594ms","start":"2026-02-27T20:31:24.544811Z","end":"2026-02-27T20:31:24.930591Z","steps":["trace[106578506] 'agreement among raft nodes before linearized reading' (duration: 385.64321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:24.930638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:24.5448Z","time spent":"385.831955ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T20:31:24.930646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41701386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:31:24.93067Z","caller":"traceutil/trace.go:171","msg":"trace[775872478] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:0; response_revision:959; }","duration":"1.417058592s","start":"2026-02-27T20:31:23.513603Z","end":"2026-02-27T20:31:24.930662Z","steps":["trace[775872478] 'agreement among raft nodes before linearized reading' (duration: 1.417024711s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:24.930609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.084016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T20:31:24.930723Z","caller":"traceutil/trace.go:171","msg":"trace[1989520710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:959; }","duration":"385.22677ms","start":"2026-02-27T20:31:24.545486Z","end":"2026-02-27T20:31:24.930713Z","steps":["trace[1989520710] 'agreement among raft nodes before linearized reading' (duration: 385.018095ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:24.930759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:24.545479Z","time spent":"385.269171ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T20:31:24.930692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:23.51359Z","time spent":"1.417097352s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-02-27T20:31:24.9308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.410574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T20:31:24.930803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.923567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T20:31:24.930833Z","caller":"traceutil/trace.go:171","msg":"trace[1973737024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:959; }","duration":"387.463786ms","start":"2026-02-27T20:31:24.54336Z","end":"2026-02-27T20:31:24.930824Z","steps":["trace[1973737024] 'agreement among raft nodes before linearized reading' (duration: 387.336132ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:24.93086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:24.54335Z","time spent":"387.504006ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T20:31:24.930859Z","caller":"traceutil/trace.go:171","msg":"trace[1212504698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:959; }","duration":"385.990598ms","start":"2026-02-27T20:31:24.544854Z","end":"2026-02-27T20:31:24.930844Z","steps":["trace[1212504698] 'agreement among raft nodes before linearized reading' (duration: 385.837414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:24.930878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.554414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T20:31:24.9309Z","caller":"traceutil/trace.go:171","msg":"trace[1423319041] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:959; }","duration":"623.577604ms","start":"2026-02-27T20:31:24.307317Z","end":"2026-02-27T20:31:24.930894Z","steps":["trace[1423319041] 'agreement among raft nodes before linearized reading' (duration: 623.517393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:24.930906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:24.544847Z","time spent":"386.04656ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T20:31:24.930926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:24.307257Z","time spent":"623.664406ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T20:31:24.931047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.804414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T20:31:24.931086Z","caller":"traceutil/trace.go:171","msg":"trace[192941527] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:959; }","duration":"422.909317ms","start":"2026-02-27T20:31:24.508168Z","end":"2026-02-27T20:31:24.931077Z","steps":["trace[192941527] 'agreement among raft nodes before linearized reading' (duration: 422.789704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:24.931114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:24.508146Z","time spent":"422.962189ms","remote":"127.0.0.1:43554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-02-27T20:31:25.382318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.501939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T20:31:25.382729Z","caller":"traceutil/trace.go:171","msg":"trace[273475061] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"443.172965ms","start":"2026-02-27T20:31:24.939534Z","end":"2026-02-27T20:31:25.382707Z","steps":["trace[273475061] 'process raft request' (duration: 443.061743ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:31:25.382777Z","caller":"traceutil/trace.go:171","msg":"trace[157192668] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"442.91871ms","start":"2026-02-27T20:31:24.939852Z","end":"2026-02-27T20:31:25.382771Z","steps":["trace[157192668] 'process raft request' (duration: 442.773326ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:31:25.382745Z","caller":"traceutil/trace.go:171","msg":"trace[808850036] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"444.416197ms","start":"2026-02-27T20:31:24.938292Z","end":"2026-02-27T20:31:25.382708Z","steps":["trace[808850036] 'process raft request' (duration: 444.208791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:25.382827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:24.939844Z","time spent":"442.958521ms","remote":"127.0.0.1:43584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T20:31:25.382853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:24.939529Z","time spent":"443.252288ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:31:25.382903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:24.93828Z","time spent":"444.547601ms","remote":"127.0.0.1:43584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T20:31:25.382989Z","caller":"traceutil/trace.go:171","msg":"trace[1185500201] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"443.503384ms","start":"2026-02-27T20:31:24.939479Z","end":"2026-02-27T20:31:25.382982Z","steps":["trace[1185500201] 'process raft request' (duration: 443.060833ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:25.383029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:24.939471Z","time spent":"443.539555ms","remote":"127.0.0.1:43584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":770,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T20:31:25.383087Z","caller":"traceutil/trace.go:171","msg":"trace[804822493] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"443.560136ms","start":"2026-02-27T20:31:24.939521Z","end":"2026-02-27T20:31:25.383081Z","steps":["trace[804822493] 'process raft request' (duration: 443.044063ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:31:25.383092Z","caller":"traceutil/trace.go:171","msg":"trace[1113946084] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"446.805017ms","start":"2026-02-27T20:31:24.936273Z","end":"2026-02-27T20:31:25.383078Z","steps":["trace[1113946084] 'process raft request' (duration: 335.451047ms)","trace[1113946084] 'compare' (duration: 110.355035ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:31:25.383122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:24.939514Z","time spent":"443.589166ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:31:25.383166Z","caller":"traceutil/trace.go:171","msg":"trace[1554423239] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"443.045443ms","start":"2026-02-27T20:31:24.940112Z","end":"2026-02-27T20:31:25.383157Z","steps":["trace[1554423239] 'process raft request' (duration: 442.53825ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:31:25.382746Z","caller":"traceutil/trace.go:171","msg":"trace[1436807177] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"364.849396ms","start":"2026-02-27T20:31:25.017884Z","end":"2026-02-27T20:31:25.382733Z","steps":["trace[1436807177] 'process raft request' (duration: 364.822455ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:31:25.383202Z","caller":"traceutil/trace.go:171","msg":"trace[1815657853] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"446.663044ms","start":"2026-02-27T20:31:24.936528Z","end":"2026-02-27T20:31:25.383192Z","steps":["trace[1815657853] 'process raft request' (duration: 445.880434ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:31:25.3832Z","caller":"traceutil/trace.go:171","msg":"trace[1071521516] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"445.830652ms","start":"2026-02-27T20:31:24.937359Z","end":"2026-02-27T20:31:25.383189Z","steps":["trace[1071521516] 'process raft request' (duration: 445.108805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:25.383219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:24.940099Z","time spent":"443.094264ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:31:25.383233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:25.017871Z","time spent":"365.341618ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:31:25.383247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:24.93651Z","time spent":"446.714694ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:31:25.383249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:24.937335Z","time spent":"445.895285ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T20:31:25.383163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:24.936252Z","time spent":"446.872819ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:31:25.383382Z","caller":"traceutil/trace.go:171","msg":"trace[715386771] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"368.939549ms","start":"2026-02-27T20:31:25.014435Z","end":"2026-02-27T20:31:25.383374Z","steps":["trace[715386771] 'process raft request' (duration: 368.245651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:25.38342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:25.014414Z","time spent":"368.989041ms","remote":"127.0.0.1:43554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:31:25.383464Z","caller":"traceutil/trace.go:171","msg":"trace[831729996] linearizableReadLoop","detail":"{readStateIndex:1008; appliedIndex:999; }","duration":"370.011597ms","start":"2026-02-27T20:31:25.013443Z","end":"2026-02-27T20:31:25.383454Z","steps":["trace[831729996] 'read index received' (duration: 258.243296ms)","trace[831729996] 'applied index is now lower than readState.Index' (duration: 111.767561ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:31:25.383553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.059554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-02-27T20:31:25.383565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.336273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T20:31:25.383576Z","caller":"traceutil/trace.go:171","msg":"trace[1518642940] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:970; }","duration":"447.112206ms","start":"2026-02-27T20:31:24.936457Z","end":"2026-02-27T20:31:25.38357Z","steps":["trace[1518642940] 'agreement among raft nodes before linearized reading' (duration: 447.029164ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:31:25.38359Z","caller":"traceutil/trace.go:171","msg":"trace[53010192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:970; }","duration":"387.393864ms","start":"2026-02-27T20:31:24.996186Z","end":"2026-02-27T20:31:25.38358Z","steps":["trace[53010192] 'agreement among raft nodes before linearized reading' (duration: 387.356813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:25.3836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:24.936447Z","time spent":"447.144986ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-02-27T20:31:25.383606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:24.996172Z","time spent":"387.430375ms","remote":"127.0.0.1:43536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T20:31:25.383692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.240288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T20:31:25.38372Z","caller":"traceutil/trace.go:171","msg":"trace[1575181632] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:970; }","duration":"445.268088ms","start":"2026-02-27T20:31:24.938444Z","end":"2026-02-27T20:31:25.383712Z","steps":["trace[1575181632] 'agreement among raft nodes before linearized reading' (duration: 445.168126ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:25.383742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:31:24.938424Z","time spent":"445.31321ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-02-27T20:31:45.578769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.061964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-02-27T20:31:45.57883Z","caller":"traceutil/trace.go:171","msg":"trace[1167811437] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1071; }","duration":"134.170736ms","start":"2026-02-27T20:31:45.444646Z","end":"2026-02-27T20:31:45.578816Z","steps":["trace[1167811437] 'range keys from in-memory index tree' (duration: 133.890129ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:45.578943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.006953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-27T20:31:45.578959Z","caller":"traceutil/trace.go:171","msg":"trace[1838088408] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1071; }","duration":"136.057754ms","start":"2026-02-27T20:31:45.442893Z","end":"2026-02-27T20:31:45.578951Z","steps":["trace[1838088408] 'range keys from in-memory index tree' (duration: 135.678335ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:45.579045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.048748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T20:31:45.579062Z","caller":"traceutil/trace.go:171","msg":"trace[118317453] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1071; }","duration":"135.086889ms","start":"2026-02-27T20:31:45.443969Z","end":"2026-02-27T20:31:45.579056Z","steps":["trace[118317453] 'range keys from in-memory index tree' (duration: 134.694979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:31:45.579205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.981685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T20:31:45.579287Z","caller":"traceutil/trace.go:171","msg":"trace[1537970832] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1071; }","duration":"160.120699ms","start":"2026-02-27T20:31:45.419147Z","end":"2026-02-27T20:31:45.579268Z","steps":["trace[1537970832] 'range keys from in-memory index tree' (duration: 159.607846ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:31:45.744374Z","caller":"traceutil/trace.go:171","msg":"trace[1497252498] transaction","detail":"{read_only:false; response_revision:1074; number_of_response:1; }","duration":"159.19462ms","start":"2026-02-27T20:31:45.585156Z","end":"2026-02-27T20:31:45.744351Z","steps":["trace[1497252498] 'process raft request' (duration: 159.139959ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:31:45.744407Z","caller":"traceutil/trace.go:171","msg":"trace[714118968] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"160.051512ms","start":"2026-02-27T20:31:45.584321Z","end":"2026-02-27T20:31:45.744373Z","steps":["trace[714118968] 'process raft request' (duration: 159.858547ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:31:45.744712Z","caller":"traceutil/trace.go:171","msg":"trace[1403107165] transaction","detail":"{read_only:false; response_revision:1075; number_of_response:1; }","duration":"158.923093ms","start":"2026-02-27T20:31:45.585744Z","end":"2026-02-27T20:31:45.744667Z","steps":["trace[1403107165] 'process raft request' (duration: 158.578454ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:31:45.744789Z","caller":"traceutil/trace.go:171","msg":"trace[982043741] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"158.904944ms","start":"2026-02-27T20:31:45.585857Z","end":"2026-02-27T20:31:45.744762Z","steps":["trace[982043741] 'process raft request' (duration: 158.669508ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:31:45.744859Z","caller":"traceutil/trace.go:171","msg":"trace[1999691518] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"158.911214ms","start":"2026-02-27T20:31:45.585933Z","end":"2026-02-27T20:31:45.744844Z","steps":["trace[1999691518] 'process raft request' (duration: 158.711949ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:31:45.74491Z","caller":"traceutil/trace.go:171","msg":"trace[1513991300] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"158.213176ms","start":"2026-02-27T20:31:45.586686Z","end":"2026-02-27T20:31:45.744899Z","steps":["trace[1513991300] 'process raft request' (duration: 158.080583ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:31:45.744908Z","caller":"traceutil/trace.go:171","msg":"trace[1807205816] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"158.739629ms","start":"2026-02-27T20:31:45.586156Z","end":"2026-02-27T20:31:45.744896Z","steps":["trace[1807205816] 'process raft request' (duration: 158.575365ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:31:45.744902Z","caller":"traceutil/trace.go:171","msg":"trace[1852176799] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"157.996949ms","start":"2026-02-27T20:31:45.586859Z","end":"2026-02-27T20:31:45.744856Z","steps":["trace[1852176799] 'process raft request' (duration: 157.959338ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:32:20.926699Z","caller":"traceutil/trace.go:171","msg":"trace[1866031248] linearizableReadLoop","detail":"{readStateIndex:1287; appliedIndex:1286; }","duration":"102.647011ms","start":"2026-02-27T20:32:20.824032Z","end":"2026-02-27T20:32:20.926679Z","steps":["trace[1866031248] 'read index received' (duration: 102.471787ms)","trace[1866031248] 'applied index is now lower than readState.Index' (duration: 174.294µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T20:32:20.926801Z","caller":"traceutil/trace.go:171","msg":"trace[1511783493] transaction","detail":"{read_only:false; response_revision:1236; number_of_response:1; }","duration":"108.872901ms","start":"2026-02-27T20:32:20.817886Z","end":"2026-02-27T20:32:20.926759Z","steps":["trace[1511783493] 'process raft request' (duration: 108.673946ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:32:20.926954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.914698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T20:32:20.927024Z","caller":"traceutil/trace.go:171","msg":"trace[1217456847] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1236; }","duration":"103.037542ms","start":"2026-02-27T20:32:20.82397Z","end":"2026-02-27T20:32:20.927007Z","steps":["trace[1217456847] 'agreement among raft nodes before linearized reading' (duration: 102.832336ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:32:21.047317Z","caller":"traceutil/trace.go:171","msg":"trace[1434949184] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"116.034275ms","start":"2026-02-27T20:32:20.931251Z","end":"2026-02-27T20:32:21.047285Z","steps":["trace[1434949184] 'process raft request' (duration: 42.787997ms)","trace[1434949184] 'compare' (duration: 73.040343ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T20:32:21.047992Z","caller":"traceutil/trace.go:171","msg":"trace[377635114] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"115.156782ms","start":"2026-02-27T20:32:20.932133Z","end":"2026-02-27T20:32:21.04729Z","steps":["trace[377635114] 'process raft request' (duration: 115.116761ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:32:21.048336Z","caller":"traceutil/trace.go:171","msg":"trace[1837579731] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"115.923292ms","start":"2026-02-27T20:32:20.931404Z","end":"2026-02-27T20:32:21.047327Z","steps":["trace[1837579731] 'process raft request' (duration: 115.800859ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:34:30.694573Z","caller":"traceutil/trace.go:171","msg":"trace[854740339] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"160.609978ms","start":"2026-02-27T20:34:30.533942Z","end":"2026-02-27T20:34:30.694552Z","steps":["trace[854740339] 'process raft request' (duration: 160.451264ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:34:39.464913Z","caller":"traceutil/trace.go:171","msg":"trace[375093480] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"497.187441ms","start":"2026-02-27T20:34:38.967706Z","end":"2026-02-27T20:34:39.464893Z","steps":["trace[375093480] 'process raft request' (duration: 427.95327ms)","trace[375093480] 'compare' (duration: 68.909593ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T20:34:39.465281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:34:38.96768Z","time spent":"497.53798ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T20:34:39.537117Z","caller":"traceutil/trace.go:171","msg":"trace[490507213] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"568.458674ms","start":"2026-02-27T20:34:38.968632Z","end":"2026-02-27T20:34:39.53709Z","steps":["trace[490507213] 'process raft request' (duration: 568.408383ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T20:34:39.537255Z","caller":"traceutil/trace.go:171","msg":"trace[1304016909] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"568.800022ms","start":"2026-02-27T20:34:38.968421Z","end":"2026-02-27T20:34:39.537221Z","steps":["trace[1304016909] 'process raft request' (duration: 568.479554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T20:34:39.537285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:34:38.96862Z","time spent":"568.580147ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:34:39.537428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T20:34:38.968411Z","time spent":"568.925156ms","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T20:34:39.971638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.751709ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"}