{"level":"warn","ts":"2026-02-27T16:49:19.239124Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T16:49:19.239213Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.129:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.129:2380","--initial-cluster=instance=https://199.204.45.129:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.129:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.129:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-27T16:49:19.239313Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T16:49:19.23933Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-02-27T16:49:19.239377Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T16:49:19.240163Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"]} {"level":"info","ts":"2026-02-27T16:49:19.240317Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.129:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-27T16:49:19.253458Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"12.821463ms"} {"level":"info","ts":"2026-02-27T16:49:19.268308Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3cec112083e8d3ff","cluster-id":"3f68255a3b440659"} {"level":"info","ts":"2026-02-27T16:49:19.268443Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=()"} {"level":"info","ts":"2026-02-27T16:49:19.268482Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 0"} {"level":"info","ts":"2026-02-27T16:49:19.268632Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3cec112083e8d3ff [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-27T16:49:19.268652Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 1"} {"level":"info","ts":"2026-02-27T16:49:19.271078Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"warn","ts":"2026-02-27T16:49:19.285786Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-27T16:49:19.287735Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-27T16:49:19.290928Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-27T16:49:19.294034Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3cec112083e8d3ff","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-27T16:49:19.294266Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T16:49:19.294363Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T16:49:19.294376Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T16:49:19.294534Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3cec112083e8d3ff","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-27T16:49:19.296038Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"info","ts":"2026-02-27T16:49:19.296307Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","added-peer-id":"3cec112083e8d3ff","added-peer-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-02-27T16:49:19.299227Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T16:49:19.299502Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-02-27T16:49:19.299545Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-02-27T16:49:19.299664Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3cec112083e8d3ff","initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-27T16:49:19.299724Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-27T16:49:20.072839Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff is starting a new election at term 1"} {"level":"info","ts":"2026-02-27T16:49:20.072898Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became pre-candidate at term 1"} {"level":"info","ts":"2026-02-27T16:49:20.072994Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgPreVoteResp from 3cec112083e8d3ff at term 1"} {"level":"info","ts":"2026-02-27T16:49:20.073016Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became candidate at term 2"} {"level":"info","ts":"2026-02-27T16:49:20.073028Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgVoteResp from 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-02-27T16:49:20.073044Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became leader at term 2"} {"level":"info","ts":"2026-02-27T16:49:20.073058Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3cec112083e8d3ff elected leader 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-02-27T16:49:20.076336Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3cec112083e8d3ff","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.129:2379]}","request-path":"/0/members/3cec112083e8d3ff/attributes","cluster-id":"3f68255a3b440659","publish-timeout":"7s"} {"level":"info","ts":"2026-02-27T16:49:20.076543Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T16:49:20.076632Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T16:49:20.076625Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T16:49:20.08Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.129:2379"} {"level":"info","ts":"2026-02-27T16:49:20.080145Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-27T16:49:20.082226Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-27T16:49:20.082252Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-27T16:49:20.109546Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T16:49:20.109844Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T16:49:20.109955Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T16:49:24.586239Z","caller":"traceutil/trace.go:171","msg":"trace[1188263235] transaction","detail":"{read_only:false; response_revision:227; number_of_response:1; }","duration":"146.510549ms","start":"2026-02-27T16:49:24.439693Z","end":"2026-02-27T16:49:24.586203Z","steps":["trace[1188263235] 'process raft request' (duration: 146.287233ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:24.717539Z","caller":"traceutil/trace.go:171","msg":"trace[457896320] linearizableReadLoop","detail":"{readStateIndex:234; appliedIndex:233; }","duration":"123.281408ms","start":"2026-02-27T16:49:24.594237Z","end":"2026-02-27T16:49:24.717518Z","steps":["trace[457896320] 'read index received' (duration: 114.350924ms)","trace[457896320] 'applied index is now lower than readState.Index' (duration: 8.929484ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:24.717721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.444212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-02-27T16:49:24.717792Z","caller":"traceutil/trace.go:171","msg":"trace[541086579] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:228; }","duration":"123.552505ms","start":"2026-02-27T16:49:24.594224Z","end":"2026-02-27T16:49:24.717777Z","steps":["trace[541086579] 'agreement among raft nodes before linearized reading' (duration: 123.386711ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:24.717868Z","caller":"traceutil/trace.go:171","msg":"trace[1224866054] transaction","detail":"{read_only:false; response_revision:228; number_of_response:1; }","duration":"124.153388ms","start":"2026-02-27T16:49:24.593514Z","end":"2026-02-27T16:49:24.717668Z","steps":["trace[1224866054] 'process raft request' (duration: 115.141973ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:24.943267Z","caller":"traceutil/trace.go:171","msg":"trace[2058803487] linearizableReadLoop","detail":"{readStateIndex:237; appliedIndex:236; }","duration":"118.391507ms","start":"2026-02-27T16:49:24.824854Z","end":"2026-02-27T16:49:24.943245Z","steps":["trace[2058803487] 'read index received' (duration: 42.245146ms)","trace[2058803487] 'applied index is now lower than readState.Index' (duration: 76.145191ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:24.94345Z","caller":"traceutil/trace.go:171","msg":"trace[135400733] transaction","detail":"{read_only:false; response_revision:231; number_of_response:1; }","duration":"127.413773ms","start":"2026-02-27T16:49:24.815946Z","end":"2026-02-27T16:49:24.94336Z","steps":["trace[135400733] 'process raft request' (duration: 51.085849ms)","trace[135400733] 'compare' (duration: 76.084579ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:24.943548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.560601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:24.943591Z","caller":"traceutil/trace.go:171","msg":"trace[2127833184] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:0; response_revision:231; }","duration":"118.753264ms","start":"2026-02-27T16:49:24.824827Z","end":"2026-02-27T16:49:24.94358Z","steps":["trace[2127833184] 'agreement among raft nodes before linearized reading' (duration: 118.532289ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:25.381867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.472322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:25.381981Z","caller":"traceutil/trace.go:171","msg":"trace[1122373011] transaction","detail":"{read_only:false; response_revision:233; number_of_response:1; }","duration":"432.243543ms","start":"2026-02-27T16:49:24.949716Z","end":"2026-02-27T16:49:25.381959Z","steps":["trace[1122373011] 'process raft request' (duration: 102.168047ms)","trace[1122373011] 'compare' (duration: 329.365969ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:25.382038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:24.9497Z","time spent":"432.315744ms","remote":"127.0.0.1:32994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":192,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T16:49:25.386095Z","caller":"traceutil/trace.go:171","msg":"trace[914698638] transaction","detail":"{read_only:false; response_revision:234; number_of_response:1; }","duration":"389.561096ms","start":"2026-02-27T16:49:24.996506Z","end":"2026-02-27T16:49:25.386068Z","steps":["trace[914698638] 'process raft request' (duration: 389.453884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:25.386254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:24.996467Z","time spent":"389.708819ms","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T16:49:25.748772Z","caller":"traceutil/trace.go:171","msg":"trace[774275537] transaction","detail":"{read_only:false; response_revision:246; number_of_response:1; }","duration":"104.802865ms","start":"2026-02-27T16:49:25.643928Z","end":"2026-02-27T16:49:25.748731Z","steps":["trace[774275537] 'process raft request' (duration: 102.377631ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:25.748748Z","caller":"traceutil/trace.go:171","msg":"trace[689523572] transaction","detail":"{read_only:false; response_revision:247; number_of_response:1; }","duration":"103.281581ms","start":"2026-02-27T16:49:25.645429Z","end":"2026-02-27T16:49:25.74871Z","steps":["trace[689523572] 'process raft request' (duration: 103.214779ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:26.330675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.443077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:26.331001Z","caller":"traceutil/trace.go:171","msg":"trace[407181279] linearizableReadLoop","detail":"{readStateIndex:259; appliedIndex:258; }","duration":"383.508747ms","start":"2026-02-27T16:49:25.947446Z","end":"2026-02-27T16:49:26.330955Z","steps":["trace[407181279] 'read index received' (duration: 13.99561ms)","trace[407181279] 'applied index is now lower than readState.Index' (duration: 369.511737ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:26.331105Z","caller":"traceutil/trace.go:171","msg":"trace[1867967668] transaction","detail":"{read_only:false; response_revision:254; number_of_response:1; }","duration":"382.718308ms","start":"2026-02-27T16:49:25.948373Z","end":"2026-02-27T16:49:26.331091Z","steps":["trace[1867967668] 'process raft request' (duration: 382.449742ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:26.331139Z","caller":"traceutil/trace.go:171","msg":"trace[1579935965] transaction","detail":"{read_only:false; response_revision:253; number_of_response:1; }","duration":"438.088924ms","start":"2026-02-27T16:49:25.892983Z","end":"2026-02-27T16:49:26.331072Z","steps":["trace[1579935965] 'process raft request' (duration: 312.137695ms)","trace[1579935965] 'compare' (duration: 125.08782ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:26.331183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:25.94836Z","time spent":"382.78137ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":592,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:49:26.33132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:25.892934Z","time spent":"438.294039ms","remote":"127.0.0.1:32902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":597,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:49:26.331322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.851725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-02-27T16:49:26.331408Z","caller":"traceutil/trace.go:171","msg":"trace[890519089] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:254; }","duration":"383.984128ms","start":"2026-02-27T16:49:25.947402Z","end":"2026-02-27T16:49:26.331386Z","steps":["trace[890519089] 'agreement among raft nodes before linearized reading' (duration: 383.787864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:26.331448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:25.947378Z","time spent":"384.062399ms","remote":"127.0.0.1:33212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":686,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-02-27T16:49:26.332875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.338489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:26.333008Z","caller":"traceutil/trace.go:171","msg":"trace[452536621] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:257; }","duration":"385.501513ms","start":"2026-02-27T16:49:25.947486Z","end":"2026-02-27T16:49:26.332987Z","steps":["trace[452536621] 'agreement among raft nodes before linearized reading' (duration: 385.289578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:26.33305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:25.947469Z","time spent":"385.572104ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-02-27T16:49:26.33324Z","caller":"traceutil/trace.go:171","msg":"trace[803697129] transaction","detail":"{read_only:false; number_of_response:0; response_revision:254; }","duration":"280.976873ms","start":"2026-02-27T16:49:26.052252Z","end":"2026-02-27T16:49:26.333229Z","steps":["trace[803697129] 'process raft request' (duration: 280.268687ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:26.333307Z","caller":"traceutil/trace.go:171","msg":"trace[1141388637] transaction","detail":"{read_only:false; response_revision:255; number_of_response:1; }","duration":"261.021267ms","start":"2026-02-27T16:49:26.072262Z","end":"2026-02-27T16:49:26.333283Z","steps":["trace[1141388637] 'process raft request' (duration: 260.338971ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:26.333318Z","caller":"traceutil/trace.go:171","msg":"trace[1761192607] transaction","detail":"{read_only:false; response_revision:256; number_of_response:1; }","duration":"257.329343ms","start":"2026-02-27T16:49:26.075925Z","end":"2026-02-27T16:49:26.333254Z","steps":["trace[1761192607] 'process raft request' (duration: 256.782251ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:26.333371Z","caller":"traceutil/trace.go:171","msg":"trace[1369407069] transaction","detail":"{read_only:false; response_revision:257; number_of_response:1; }","duration":"257.369344ms","start":"2026-02-27T16:49:26.075991Z","end":"2026-02-27T16:49:26.33336Z","steps":["trace[1369407069] 'process raft request' (duration: 256.74989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:26.333449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.893993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:26.333514Z","caller":"traceutil/trace.go:171","msg":"trace[869632714] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:0; response_revision:257; }","duration":"368.993766ms","start":"2026-02-27T16:49:25.964502Z","end":"2026-02-27T16:49:26.333496Z","steps":["trace[869632714] 'agreement among raft nodes before linearized reading' (duration: 368.883653ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:26.333516Z","caller":"traceutil/trace.go:171","msg":"trace[1734148064] transaction","detail":"{read_only:false; number_of_response:0; response_revision:255; }","duration":"258.342416ms","start":"2026-02-27T16:49:26.075161Z","end":"2026-02-27T16:49:26.333503Z","steps":["trace[1734148064] 'process raft request' (duration: 257.528127ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:26.333555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:25.964488Z","time spent":"369.054047ms","remote":"127.0.0.1:32994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"info","ts":"2026-02-27T16:49:26.333461Z","caller":"traceutil/trace.go:171","msg":"trace[430584607] transaction","detail":"{read_only:false; number_of_response:0; response_revision:255; }","duration":"258.349166ms","start":"2026-02-27T16:49:26.075103Z","end":"2026-02-27T16:49:26.333452Z","steps":["trace[430584607] 'process raft request' (duration: 257.565988ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:28.980932Z","caller":"traceutil/trace.go:171","msg":"trace[1948989207] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"127.812972ms","start":"2026-02-27T16:49:28.853094Z","end":"2026-02-27T16:49:28.980907Z","steps":["trace[1948989207] 'process raft request' (duration: 127.611717ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:28.981217Z","caller":"traceutil/trace.go:171","msg":"trace[91612448] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"127.943584ms","start":"2026-02-27T16:49:28.853257Z","end":"2026-02-27T16:49:28.981201Z","steps":["trace[91612448] 'process raft request' (duration: 127.595827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:29.308057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.861252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:29.308187Z","caller":"traceutil/trace.go:171","msg":"trace[2071165172] linearizableReadLoop","detail":"{readStateIndex:322; appliedIndex:321; }","duration":"116.576495ms","start":"2026-02-27T16:49:29.191589Z","end":"2026-02-27T16:49:29.308165Z","steps":["trace[2071165172] 'read index received' (duration: 41.101µs)","trace[2071165172] 'applied index is now lower than readState.Index' (duration: 116.533964ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:29.308267Z","caller":"traceutil/trace.go:171","msg":"trace[513294196] transaction","detail":"{read_only:false; response_revision:312; number_of_response:1; }","duration":"158.524304ms","start":"2026-02-27T16:49:29.149645Z","end":"2026-02-27T16:49:29.30817Z","steps":["trace[513294196] 'process raft request' (duration: 13.459608ms)","trace[513294196] 'compare' (duration: 144.667528ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:29.309036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.418314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-02-27T16:49:29.309124Z","caller":"traceutil/trace.go:171","msg":"trace[1856068663] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:312; }","duration":"117.559827ms","start":"2026-02-27T16:49:29.19154Z","end":"2026-02-27T16:49:29.3091Z","steps":["trace[1856068663] 'agreement among raft nodes before linearized reading' (duration: 116.78057ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:29.542932Z","caller":"traceutil/trace.go:171","msg":"trace[593460703] linearizableReadLoop","detail":"{readStateIndex:327; appliedIndex:326; }","duration":"148.978226ms","start":"2026-02-27T16:49:29.393921Z","end":"2026-02-27T16:49:29.5429Z","steps":["trace[593460703] 'read index received' (duration: 104.147511ms)","trace[593460703] 'applied index is now lower than readState.Index' (duration: 44.829565ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:29.542984Z","caller":"traceutil/trace.go:171","msg":"trace[734800538] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"187.352433ms","start":"2026-02-27T16:49:29.355587Z","end":"2026-02-27T16:49:29.542939Z","steps":["trace[734800538] 'process raft request' (duration: 142.514548ms)","trace[734800538] 'compare' (duration: 44.586719ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:29.543314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.336034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-02-27T16:49:29.543438Z","caller":"traceutil/trace.go:171","msg":"trace[553413020] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:317; }","duration":"149.557228ms","start":"2026-02-27T16:49:29.393857Z","end":"2026-02-27T16:49:29.543414Z","steps":["trace[553413020] 'agreement among raft nodes before linearized reading' (duration: 149.19511ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:29.564648Z","caller":"traceutil/trace.go:171","msg":"trace[1521128338] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"167.370997ms","start":"2026-02-27T16:49:29.397259Z","end":"2026-02-27T16:49:29.56463Z","steps":["trace[1521128338] 'process raft request' (duration: 167.177573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:29.564656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.240745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-02-27T16:49:29.564705Z","caller":"traceutil/trace.go:171","msg":"trace[1230620791] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:320; }","duration":"122.356177ms","start":"2026-02-27T16:49:29.442336Z","end":"2026-02-27T16:49:29.564692Z","steps":["trace[1230620791] 'agreement among raft nodes before linearized reading' (duration: 122.245195ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:29.564831Z","caller":"traceutil/trace.go:171","msg":"trace[2074834109] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"167.455368ms","start":"2026-02-27T16:49:29.397365Z","end":"2026-02-27T16:49:29.56482Z","steps":["trace[2074834109] 'process raft request' (duration: 167.154591ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:29.567166Z","caller":"traceutil/trace.go:171","msg":"trace[661281823] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"173.059475ms","start":"2026-02-27T16:49:29.394076Z","end":"2026-02-27T16:49:29.567135Z","steps":["trace[661281823] 'process raft request' (duration: 170.254811ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:29.866148Z","caller":"traceutil/trace.go:171","msg":"trace[2130435809] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"211.954975ms","start":"2026-02-27T16:49:29.654163Z","end":"2026-02-27T16:49:29.866118Z","steps":["trace[2130435809] 'process raft request' (duration: 192.687284ms)","trace[2130435809] 'compare' (duration: 18.931323ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:29.866147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.442622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-fcrwz\" ","response":"range_response_count:1 size:3439"} {"level":"info","ts":"2026-02-27T16:49:29.866275Z","caller":"traceutil/trace.go:171","msg":"trace[18687916] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-fcrwz; range_end:; response_count:1; response_revision:330; }","duration":"214.613406ms","start":"2026-02-27T16:49:29.651651Z","end":"2026-02-27T16:49:29.866264Z","steps":["trace[18687916] 'range keys from in-memory index tree' (duration: 214.34337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:29.866149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.876094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-02-27T16:49:29.866464Z","caller":"traceutil/trace.go:171","msg":"trace[1703609391] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:330; }","duration":"219.232222ms","start":"2026-02-27T16:49:29.647207Z","end":"2026-02-27T16:49:29.86644Z","steps":["trace[1703609391] 'range keys from in-memory index tree' (duration: 217.649105ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:29.880564Z","caller":"traceutil/trace.go:171","msg":"trace[1297660381] transaction","detail":"{read_only:false; response_revision:332; number_of_response:1; }","duration":"223.775186ms","start":"2026-02-27T16:49:29.656766Z","end":"2026-02-27T16:49:29.880541Z","steps":["trace[1297660381] 'process raft request' (duration: 223.463139ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:29.880603Z","caller":"traceutil/trace.go:171","msg":"trace[1746040848] transaction","detail":"{read_only:false; response_revision:334; number_of_response:1; }","duration":"223.464668ms","start":"2026-02-27T16:49:29.6571Z","end":"2026-02-27T16:49:29.880564Z","steps":["trace[1746040848] 'process raft request' (duration: 223.305514ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:29.881341Z","caller":"traceutil/trace.go:171","msg":"trace[1479038156] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"224.289558ms","start":"2026-02-27T16:49:29.657037Z","end":"2026-02-27T16:49:29.881326Z","steps":["trace[1479038156] 'process raft request' (duration: 223.309495ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:29.881647Z","caller":"traceutil/trace.go:171","msg":"trace[880710986] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"224.340649ms","start":"2026-02-27T16:49:29.657281Z","end":"2026-02-27T16:49:29.881622Z","steps":["trace[880710986] 'process raft request' (duration: 223.184652ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:29.936354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.855013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T16:49:29.936438Z","caller":"traceutil/trace.go:171","msg":"trace[359103116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:336; }","duration":"113.985285ms","start":"2026-02-27T16:49:29.822431Z","end":"2026-02-27T16:49:29.936417Z","steps":["trace[359103116] 'agreement among raft nodes before linearized reading' (duration: 113.811801ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:30.216762Z","caller":"traceutil/trace.go:171","msg":"trace[77427550] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"171.882899ms","start":"2026-02-27T16:49:30.044851Z","end":"2026-02-27T16:49:30.216734Z","steps":["trace[77427550] 'process raft request' (duration: 171.809317ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:30.216852Z","caller":"traceutil/trace.go:171","msg":"trace[301578947] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"171.997671ms","start":"2026-02-27T16:49:30.044802Z","end":"2026-02-27T16:49:30.2168Z","steps":["trace[301578947] 'process raft request' (duration: 112.176434ms)","trace[301578947] 'compare' (duration: 59.48735ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:30.217857Z","caller":"traceutil/trace.go:171","msg":"trace[1243233552] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"168.067172ms","start":"2026-02-27T16:49:30.049766Z","end":"2026-02-27T16:49:30.217833Z","steps":["trace[1243233552] 'process raft request' (duration: 167.922198ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:30.481535Z","caller":"traceutil/trace.go:171","msg":"trace[858618014] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"177.636241ms","start":"2026-02-27T16:49:30.303862Z","end":"2026-02-27T16:49:30.481498Z","steps":["trace[858618014] 'process raft request' (duration: 171.999542ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:30.482066Z","caller":"traceutil/trace.go:171","msg":"trace[722244071] linearizableReadLoop","detail":"{readStateIndex:358; appliedIndex:357; }","duration":"123.059244ms","start":"2026-02-27T16:49:30.358951Z","end":"2026-02-27T16:49:30.48201Z","steps":["trace[722244071] 'read index received' (duration: 116.995655ms)","trace[722244071] 'applied index is now lower than readState.Index' (duration: 5.366323ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:30.482186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.214107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T16:49:30.482294Z","caller":"traceutil/trace.go:171","msg":"trace[326005264] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:348; }","duration":"123.386311ms","start":"2026-02-27T16:49:30.358881Z","end":"2026-02-27T16:49:30.482267Z","steps":["trace[326005264] 'agreement among raft nodes before linearized reading' (duration: 123.179386ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:48.352638Z","caller":"traceutil/trace.go:171","msg":"trace[4819719] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"267.999118ms","start":"2026-02-27T16:49:48.084609Z","end":"2026-02-27T16:49:48.352608Z","steps":["trace[4819719] 'process raft request' (duration: 267.834904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:52.537042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.939528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:52.537151Z","caller":"traceutil/trace.go:171","msg":"trace[645896852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:473; }","duration":"835.112812ms","start":"2026-02-27T16:49:51.702015Z","end":"2026-02-27T16:49:52.537128Z","steps":["trace[645896852] 'range keys from in-memory index tree' (duration: 834.830926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:52.537198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:51.701992Z","time spent":"835.196444ms","remote":"127.0.0.1:32800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:49:52.537221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.240586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T16:49:52.537297Z","caller":"traceutil/trace.go:171","msg":"trace[37556680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:473; }","duration":"757.381219ms","start":"2026-02-27T16:49:51.779897Z","end":"2026-02-27T16:49:52.537278Z","steps":["trace[37556680] 'range keys from in-memory index tree' (duration: 757.134123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:52.537325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:51.779872Z","time spent":"757.446181ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:49:52.537465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.134404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T16:49:52.537478Z","caller":"traceutil/trace.go:171","msg":"trace[109613333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:473; }","duration":"757.148754ms","start":"2026-02-27T16:49:51.780325Z","end":"2026-02-27T16:49:52.537474Z","steps":["trace[109613333] 'range keys from in-memory index tree' (duration: 757.053912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:52.537491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:51.780262Z","time spent":"757.225776ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T16:49:52.540606Z","caller":"traceutil/trace.go:171","msg":"trace[1660726946] linearizableReadLoop","detail":"{readStateIndex:490; appliedIndex:489; }","duration":"166.487952ms","start":"2026-02-27T16:49:52.374086Z","end":"2026-02-27T16:49:52.540574Z","steps":["trace[1660726946] 'read index received' (duration: 166.362769ms)","trace[1660726946] 'applied index is now lower than readState.Index' (duration: 123.983µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:52.540794Z","caller":"traceutil/trace.go:171","msg":"trace[256205458] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"405.280495ms","start":"2026-02-27T16:49:52.135495Z","end":"2026-02-27T16:49:52.540775Z","steps":["trace[256205458] 'process raft request' (duration: 404.880176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:52.540885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.761778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T16:49:52.540936Z","caller":"traceutil/trace.go:171","msg":"trace[1269317965] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:474; }","duration":"166.901361ms","start":"2026-02-27T16:49:52.374018Z","end":"2026-02-27T16:49:52.54092Z","steps":["trace[1269317965] 'agreement among raft nodes before linearized reading' (duration: 166.692237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:52.541119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:52.13547Z","time spent":"405.355217ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:52.541599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.478017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4375"} {"level":"info","ts":"2026-02-27T16:49:52.54166Z","caller":"traceutil/trace.go:171","msg":"trace[1461362102] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:474; }","duration":"118.585589ms","start":"2026-02-27T16:49:52.42306Z","end":"2026-02-27T16:49:52.541646Z","steps":["trace[1461362102] 'agreement among raft nodes before linearized reading' (duration: 118.491797ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:52.840633Z","caller":"traceutil/trace.go:171","msg":"trace[1225621409] linearizableReadLoop","detail":"{readStateIndex:495; appliedIndex:494; }","duration":"138.152467ms","start":"2026-02-27T16:49:52.702447Z","end":"2026-02-27T16:49:52.8406Z","steps":["trace[1225621409] 'read index received' (duration: 137.916432ms)","trace[1225621409] 'applied index is now lower than readState.Index' (duration: 234.705µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:52.840768Z","caller":"traceutil/trace.go:171","msg":"trace[1319587760] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"157.309006ms","start":"2026-02-27T16:49:52.683437Z","end":"2026-02-27T16:49:52.840746Z","steps":["trace[1319587760] 'process raft request' (duration: 156.900247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:52.840835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.356841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:52.840888Z","caller":"traceutil/trace.go:171","msg":"trace[1092076684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:479; }","duration":"138.469574ms","start":"2026-02-27T16:49:52.702401Z","end":"2026-02-27T16:49:52.840871Z","steps":["trace[1092076684] 'agreement among raft nodes before linearized reading' (duration: 138.359352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:54.896154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.264033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:54.896359Z","caller":"traceutil/trace.go:171","msg":"trace[1369945019] linearizableReadLoop","detail":"{readStateIndex:502; appliedIndex:500; }","duration":"192.448894ms","start":"2026-02-27T16:49:54.703891Z","end":"2026-02-27T16:49:54.89634Z","steps":["trace[1369945019] 'read index received' (duration: 185.986529ms)","trace[1369945019] 'applied index is now lower than readState.Index' (duration: 6.461445ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:54.896372Z","caller":"traceutil/trace.go:171","msg":"trace[495862759] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"294.714607ms","start":"2026-02-27T16:49:54.601623Z","end":"2026-02-27T16:49:54.896338Z","steps":["trace[495862759] 'process raft request' (duration: 60.163888ms)","trace[495862759] 'compare' (duration: 234.12234ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:54.89642Z","caller":"traceutil/trace.go:171","msg":"trace[1621660621] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"293.871839ms","start":"2026-02-27T16:49:54.602526Z","end":"2026-02-27T16:49:54.896398Z","steps":["trace[1621660621] 'process raft request' (duration: 293.767826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:54.896576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.638848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:54.896697Z","caller":"traceutil/trace.go:171","msg":"trace[1655304616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:485; }","duration":"192.825294ms","start":"2026-02-27T16:49:54.703838Z","end":"2026-02-27T16:49:54.896663Z","steps":["trace[1655304616] 'agreement among raft nodes before linearized reading' (duration: 192.601009ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:57.079107Z","caller":"traceutil/trace.go:171","msg":"trace[1391943316] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"175.045323ms","start":"2026-02-27T16:49:56.904026Z","end":"2026-02-27T16:49:57.079071Z","steps":["trace[1391943316] 'process raft request' (duration: 174.839519ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:57.133627Z","caller":"traceutil/trace.go:171","msg":"trace[1157926340] linearizableReadLoop","detail":"{readStateIndex:507; appliedIndex:505; }","duration":"175.057535ms","start":"2026-02-27T16:49:56.958538Z","end":"2026-02-27T16:49:57.133596Z","steps":["trace[1157926340] 'read index received' (duration: 120.288207ms)","trace[1157926340] 'applied index is now lower than readState.Index' (duration: 54.768498ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:57.133821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.260839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T16:49:57.133845Z","caller":"traceutil/trace.go:171","msg":"trace[64177446] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:490; }","duration":"175.344022ms","start":"2026-02-27T16:49:56.958494Z","end":"2026-02-27T16:49:57.133838Z","steps":["trace[64177446] 'agreement among raft nodes before linearized reading' (duration: 175.199238ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:57.133853Z","caller":"traceutil/trace.go:171","msg":"trace[132125291] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"227.690134ms","start":"2026-02-27T16:49:56.906134Z","end":"2026-02-27T16:49:57.133825Z","steps":["trace[132125291] 'process raft request' (duration: 227.334356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:57.298635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.303701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:49:57.298796Z","caller":"traceutil/trace.go:171","msg":"trace[532930066] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"161.608343ms","start":"2026-02-27T16:49:57.137159Z","end":"2026-02-27T16:49:57.298768Z","steps":["trace[532930066] 'process raft request' (duration: 27.071377ms)","trace[532930066] 'compare' (duration: 134.171978ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:03.337724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.880108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-t8ldx\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-02-27T16:50:03.337797Z","caller":"traceutil/trace.go:171","msg":"trace[360386084] range","detail":"{range_begin:/registry/pods/kube-system/cilium-t8ldx; range_end:; response_count:1; response_revision:504; }","duration":"219.023491ms","start":"2026-02-27T16:50:03.118758Z","end":"2026-02-27T16:50:03.337781Z","steps":["trace[360386084] 'range keys from in-memory index tree' (duration: 218.402617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:03.338058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.382524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T16:50:03.338042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.218171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T16:50:03.338099Z","caller":"traceutil/trace.go:171","msg":"trace[847942961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:504; }","duration":"225.422525ms","start":"2026-02-27T16:50:03.112664Z","end":"2026-02-27T16:50:03.338086Z","steps":["trace[847942961] 'range keys from in-memory index tree' (duration: 224.595895ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:03.338125Z","caller":"traceutil/trace.go:171","msg":"trace[327565794] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:504; }","duration":"333.382214ms","start":"2026-02-27T16:50:03.004724Z","end":"2026-02-27T16:50:03.338106Z","steps":["trace[327565794] 'range keys from in-memory index tree' (duration: 332.419032ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:03.338166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:03.004696Z","time spent":"333.461736ms","remote":"127.0.0.1:32816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-02-27T16:50:03.338237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.117771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T16:50:03.338282Z","caller":"traceutil/trace.go:171","msg":"trace[106502227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:504; }","duration":"181.188173ms","start":"2026-02-27T16:50:03.15708Z","end":"2026-02-27T16:50:03.338268Z","steps":["trace[106502227] 'range keys from in-memory index tree' (duration: 180.19821ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:03.602756Z","caller":"traceutil/trace.go:171","msg":"trace[742221403] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"260.758806ms","start":"2026-02-27T16:50:03.341966Z","end":"2026-02-27T16:50:03.602725Z","steps":["trace[742221403] 'process raft request' (duration: 260.47842ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:03.602993Z","caller":"traceutil/trace.go:171","msg":"trace[393726165] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"260.376458ms","start":"2026-02-27T16:50:03.342597Z","end":"2026-02-27T16:50:03.602974Z","steps":["trace[393726165] 'process raft request' (duration: 260.067381ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:03.603645Z","caller":"traceutil/trace.go:171","msg":"trace[664504579] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"260.761026ms","start":"2026-02-27T16:50:03.342863Z","end":"2026-02-27T16:50:03.603624Z","steps":["trace[664504579] 'process raft request' (duration: 260.0411ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:03.613118Z","caller":"traceutil/trace.go:171","msg":"trace[840501148] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"262.994946ms","start":"2026-02-27T16:50:03.35011Z","end":"2026-02-27T16:50:03.613105Z","steps":["trace[840501148] 'process raft request' (duration: 252.983911ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:04.093758Z","caller":"traceutil/trace.go:171","msg":"trace[2137648953] linearizableReadLoop","detail":"{readStateIndex:528; appliedIndex:527; }","duration":"391.630429ms","start":"2026-02-27T16:50:03.702088Z","end":"2026-02-27T16:50:04.093719Z","steps":["trace[2137648953] 'read index received' (duration: 315.012112ms)","trace[2137648953] 'applied index is now lower than readState.Index' (duration: 76.617257ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:04.093771Z","caller":"traceutil/trace.go:171","msg":"trace[1768990931] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"718.179561ms","start":"2026-02-27T16:50:03.375556Z","end":"2026-02-27T16:50:04.093735Z","steps":["trace[1768990931] 'process raft request' (duration: 641.628145ms)","trace[1768990931] 'compare' (duration: 76.424093ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:04.093888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.784813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:04.093913Z","caller":"traceutil/trace.go:171","msg":"trace[1057765986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:509; }","duration":"391.870714ms","start":"2026-02-27T16:50:03.702034Z","end":"2026-02-27T16:50:04.093905Z","steps":["trace[1057765986] 'agreement among raft nodes before linearized reading' (duration: 391.786243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:04.093936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:03.702006Z","time spent":"391.922665ms","remote":"127.0.0.1:32798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:50:04.093951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:03.37554Z","time spent":"718.310443ms","remote":"127.0.0.1:32816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:05.203743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100672092875636,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:50:05.686759Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.050701475s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T16:50:05.687189Z","caller":"traceutil/trace.go:171","msg":"trace[2048029801] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:528; }","duration":"983.935149ms","start":"2026-02-27T16:50:04.703232Z","end":"2026-02-27T16:50:05.687168Z","steps":["trace[2048029801] 'read index received' (duration: 983.675633ms)","trace[2048029801] 'applied index is now lower than readState.Index' (duration: 258.556µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:05.687283Z","caller":"traceutil/trace.go:171","msg":"trace[1152749240] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"1.05134257s","start":"2026-02-27T16:50:04.635928Z","end":"2026-02-27T16:50:05.68727Z","steps":["trace[1152749240] 'process raft request' (duration: 1.051085614s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:05.68734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.091402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:50:05.687373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:04.635887Z","time spent":"1.051423001s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:05.687378Z","caller":"traceutil/trace.go:171","msg":"trace[254537902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:510; }","duration":"984.194514ms","start":"2026-02-27T16:50:04.70317Z","end":"2026-02-27T16:50:05.687364Z","steps":["trace[254537902] 'agreement among raft nodes before linearized reading' (duration: 984.097412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:05.687407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:04.703152Z","time spent":"984.248585ms","remote":"127.0.0.1:32798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T16:50:06.320757Z","caller":"traceutil/trace.go:171","msg":"trace[1466751737] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"628.282255ms","start":"2026-02-27T16:50:05.692446Z","end":"2026-02-27T16:50:06.320728Z","steps":["trace[1466751737] 'process raft request' (duration: 628.073731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:06.320955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:05.692414Z","time spent":"628.419528ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:06.336571Z","caller":"traceutil/trace.go:171","msg":"trace[1735712379] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"643.244311ms","start":"2026-02-27T16:50:05.693304Z","end":"2026-02-27T16:50:06.336548Z","steps":["trace[1735712379] 'process raft request' (duration: 643.212231ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:06.336593Z","caller":"traceutil/trace.go:171","msg":"trace[1557015543] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"643.960637ms","start":"2026-02-27T16:50:05.692607Z","end":"2026-02-27T16:50:06.336568Z","steps":["trace[1557015543] 'process raft request' (duration: 643.772823ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:06.336725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:05.692594Z","time spent":"644.057649ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:06.336737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:05.693285Z","time spent":"643.363074ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:07.261807Z","caller":"traceutil/trace.go:171","msg":"trace[13030162] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"128.397039ms","start":"2026-02-27T16:50:07.133379Z","end":"2026-02-27T16:50:07.261776Z","steps":["trace[13030162] 'process raft request' (duration: 128.222445ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:07.272245Z","caller":"traceutil/trace.go:171","msg":"trace[1193986951] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"124.171693ms","start":"2026-02-27T16:50:07.148046Z","end":"2026-02-27T16:50:07.272217Z","steps":["trace[1193986951] 'process raft request' (duration: 123.982949ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:08.637824Z","caller":"traceutil/trace.go:171","msg":"trace[560623784] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"307.777889ms","start":"2026-02-27T16:50:08.330014Z","end":"2026-02-27T16:50:08.637792Z","steps":["trace[560623784] 'process raft request' (duration: 301.951898ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:08.637812Z","caller":"traceutil/trace.go:171","msg":"trace[704524088] linearizableReadLoop","detail":"{readStateIndex:546; appliedIndex:545; }","duration":"297.550191ms","start":"2026-02-27T16:50:08.340236Z","end":"2026-02-27T16:50:08.637786Z","steps":["trace[704524088] 'read index received' (duration: 291.70324ms)","trace[704524088] 'applied index is now lower than readState.Index' (duration: 5.844771ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:08.638024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:08.329997Z","time spent":"307.920412ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:08.64147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.202813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T16:50:08.641544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.232194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T16:50:08.641617Z","caller":"traceutil/trace.go:171","msg":"trace[444007920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:527; }","duration":"301.329946ms","start":"2026-02-27T16:50:08.340266Z","end":"2026-02-27T16:50:08.641596Z","steps":["trace[444007920] 'agreement among raft nodes before linearized reading' (duration: 301.022009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:08.641653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:08.340261Z","time spent":"301.383907ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T16:50:08.641557Z","caller":"traceutil/trace.go:171","msg":"trace[1334424831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:527; }","duration":"301.320535ms","start":"2026-02-27T16:50:08.340215Z","end":"2026-02-27T16:50:08.641536Z","steps":["trace[1334424831] 'agreement among raft nodes before linearized reading' (duration: 297.664593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:08.641763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:08.340205Z","time spent":"301.54001ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T16:50:10.229872Z","caller":"traceutil/trace.go:171","msg":"trace[776369210] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"126.046985ms","start":"2026-02-27T16:50:10.103791Z","end":"2026-02-27T16:50:10.229838Z","steps":["trace[776369210] 'process raft request' (duration: 89.409274ms)","trace[776369210] 'compare' (duration: 36.452287ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:11.912645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.78198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:50:11.912672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.281451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-02-27T16:50:11.912749Z","caller":"traceutil/trace.go:171","msg":"trace[136919865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:581; }","duration":"208.946315ms","start":"2026-02-27T16:50:11.703779Z","end":"2026-02-27T16:50:11.912725Z","steps":["trace[136919865] 'range keys from in-memory index tree' (duration: 208.644957ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:11.912759Z","caller":"traceutil/trace.go:171","msg":"trace[298710959] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:581; }","duration":"234.427046ms","start":"2026-02-27T16:50:11.67831Z","end":"2026-02-27T16:50:11.912737Z","steps":["trace[298710959] 'range keys from in-memory index tree' (duration: 234.107228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:11.912858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.080251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T16:50:11.912847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.782568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-02-27T16:50:11.912934Z","caller":"traceutil/trace.go:171","msg":"trace[1954699969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:581; }","duration":"202.196274ms","start":"2026-02-27T16:50:11.710718Z","end":"2026-02-27T16:50:11.912914Z","steps":["trace[1954699969] 'range keys from in-memory index tree' (duration: 201.893877ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:11.912989Z","caller":"traceutil/trace.go:171","msg":"trace[1349829913] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:581; }","duration":"434.943482ms","start":"2026-02-27T16:50:11.477985Z","end":"2026-02-27T16:50:11.912929Z","steps":["trace[1349829913] 'range keys from in-memory index tree' (duration: 434.550112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:11.913035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:11.477956Z","time spent":"435.068774ms","remote":"127.0.0.1:32832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13251,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-02-27T16:50:17.124443Z","caller":"traceutil/trace.go:171","msg":"trace[1068890734] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"141.35169ms","start":"2026-02-27T16:50:16.983064Z","end":"2026-02-27T16:50:17.124416Z","steps":["trace[1068890734] 'process raft request' (duration: 134.394764ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:17.311997Z","caller":"traceutil/trace.go:171","msg":"trace[934702001] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"325.259932ms","start":"2026-02-27T16:50:16.986691Z","end":"2026-02-27T16:50:17.311951Z","steps":["trace[934702001] 'process raft request' (duration: 321.16852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:17.312179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:16.986684Z","time spent":"325.409735ms","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14465,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:17.314817Z","caller":"traceutil/trace.go:171","msg":"trace[1470975186] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"181.301985ms","start":"2026-02-27T16:50:17.133497Z","end":"2026-02-27T16:50:17.314799Z","steps":["trace[1470975186] 'process raft request' (duration: 181.207873ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:22.953854Z","caller":"traceutil/trace.go:171","msg":"trace[199399002] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"205.927767ms","start":"2026-02-27T16:50:22.747901Z","end":"2026-02-27T16:50:22.953829Z","steps":["trace[199399002] 'process raft request' (duration: 205.787674ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:22.975418Z","caller":"traceutil/trace.go:171","msg":"trace[391309114] linearizableReadLoop","detail":"{readStateIndex:712; appliedIndex:710; }","duration":"220.942053ms","start":"2026-02-27T16:50:22.754455Z","end":"2026-02-27T16:50:22.975397Z","steps":["trace[391309114] 'read index received' (duration: 199.86434ms)","trace[391309114] 'applied index is now lower than readState.Index' (duration: 21.076883ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:22.975555Z","caller":"traceutil/trace.go:171","msg":"trace[1640970381] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"221.901595ms","start":"2026-02-27T16:50:22.7536Z","end":"2026-02-27T16:50:22.975502Z","steps":["trace[1640970381] 'process raft request' (duration: 221.761852ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:22.97554Z","caller":"traceutil/trace.go:171","msg":"trace[1866291108] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"226.918097ms","start":"2026-02-27T16:50:22.748569Z","end":"2026-02-27T16:50:22.975487Z","steps":["trace[1866291108] 'process raft request' (duration: 226.66214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:22.975624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.142517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T16:50:22.975848Z","caller":"traceutil/trace.go:171","msg":"trace[461855749] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:688; }","duration":"221.417714ms","start":"2026-02-27T16:50:22.754408Z","end":"2026-02-27T16:50:22.975826Z","steps":["trace[461855749] 'agreement among raft nodes before linearized reading' (duration: 221.075626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:23.979754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.260889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:23.980019Z","caller":"traceutil/trace.go:171","msg":"trace[1988450150] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"999.946148ms","start":"2026-02-27T16:50:22.980036Z","end":"2026-02-27T16:50:23.979983Z","steps":["trace[1988450150] 'process raft request' (duration: 427.318361ms)","trace[1988450150] 'compare' (duration: 571.995373ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:23.980114Z","caller":"traceutil/trace.go:171","msg":"trace[550370469] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"881.258616ms","start":"2026-02-27T16:50:23.098833Z","end":"2026-02-27T16:50:23.980092Z","steps":["trace[550370469] 'process raft request' (duration: 881.138194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:23.980195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:22.980003Z","time spent":"1.000091351s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:23.980229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:23.098805Z","time spent":"881.371108ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:23.980406Z","caller":"traceutil/trace.go:171","msg":"trace[1025448231] linearizableReadLoop","detail":"{readStateIndex:713; appliedIndex:712; }","duration":"974.172459ms","start":"2026-02-27T16:50:23.00622Z","end":"2026-02-27T16:50:23.980393Z","steps":["trace[1025448231] 'read index received' (duration: 401.777647ms)","trace[1025448231] 'applied index is now lower than readState.Index' (duration: 572.393482ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:23.980698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.483866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T16:50:23.98075Z","caller":"traceutil/trace.go:171","msg":"trace[140372176] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:690; }","duration":"974.577228ms","start":"2026-02-27T16:50:23.006159Z","end":"2026-02-27T16:50:23.980736Z","steps":["trace[140372176] 'agreement among raft nodes before linearized reading' (duration: 974.407824ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:23.98079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:23.006128Z","time spent":"974.65175ms","remote":"127.0.0.1:32816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-02-27T16:50:24.481076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.927194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:24.481182Z","caller":"traceutil/trace.go:171","msg":"trace[979070172] linearizableReadLoop","detail":"{readStateIndex:715; appliedIndex:714; }","duration":"500.726376ms","start":"2026-02-27T16:50:23.980438Z","end":"2026-02-27T16:50:24.481165Z","steps":["trace[979070172] 'read index received' (duration: 390.612918ms)","trace[979070172] 'applied index is now lower than readState.Index' (duration: 110.110778ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:24.481302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.565478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:50:24.481328Z","caller":"traceutil/trace.go:171","msg":"trace[550445408] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:691; }","duration":"891.633099ms","start":"2026-02-27T16:50:23.589687Z","end":"2026-02-27T16:50:24.48132Z","steps":["trace[550445408] 'agreement among raft nodes before linearized reading' (duration: 891.521697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:24.481448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:23.589672Z","time spent":"891.762692ms","remote":"127.0.0.1:33242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:50:24.481722Z","caller":"traceutil/trace.go:171","msg":"trace[2005057325] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"1.002964605s","start":"2026-02-27T16:50:23.478738Z","end":"2026-02-27T16:50:24.481703Z","steps":["trace[2005057325] 'process raft request' (duration: 892.335835ms)","trace[2005057325] 'compare' (duration: 109.652378ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:24.48174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.508472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T16:50:24.481799Z","caller":"traceutil/trace.go:171","msg":"trace[1426359023] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:691; }","duration":"505.637736ms","start":"2026-02-27T16:50:23.976146Z","end":"2026-02-27T16:50:24.481784Z","steps":["trace[1426359023] 'agreement among raft nodes before linearized reading' (duration: 505.470642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:24.481805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:23.478717Z","time spent":"1.003047077s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:50:24.481831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:23.976116Z","time spent":"505.709757ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T16:50:24.483473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:23.982753Z","time spent":"500.714036ms","remote":"127.0.0.1:32816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T16:50:26.431207Z","caller":"traceutil/trace.go:171","msg":"trace[1185007006] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"437.736273ms","start":"2026-02-27T16:50:25.993435Z","end":"2026-02-27T16:50:26.431172Z","steps":["trace[1185007006] 'process raft request' (duration: 437.422156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:26.431941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:25.993402Z","time spent":"437.921198ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:26.74977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.531712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T16:50:26.749848Z","caller":"traceutil/trace.go:171","msg":"trace[795217858] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:697; }","duration":"252.660615ms","start":"2026-02-27T16:50:26.49717Z","end":"2026-02-27T16:50:26.74983Z","steps":["trace[795217858] 'range keys from in-memory index tree' (duration: 252.359838ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:26.864699Z","caller":"traceutil/trace.go:171","msg":"trace[2083240169] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"107.980221ms","start":"2026-02-27T16:50:26.756686Z","end":"2026-02-27T16:50:26.864666Z","steps":["trace[2083240169] 'process raft request' (duration: 107.053381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:27.143025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.994371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T16:50:27.143155Z","caller":"traceutil/trace.go:171","msg":"trace[592313186] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:698; }","duration":"145.167614ms","start":"2026-02-27T16:50:26.99796Z","end":"2026-02-27T16:50:27.143128Z","steps":["trace[592313186] 'range keys from in-memory index tree' (duration: 144.766456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:27.14339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.21265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T16:50:27.143436Z","caller":"traceutil/trace.go:171","msg":"trace[903581759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:698; }","duration":"172.291792ms","start":"2026-02-27T16:50:26.97113Z","end":"2026-02-27T16:50:27.143422Z","steps":["trace[903581759] 'range keys from in-memory index tree' (duration: 172.045027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:27.143809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.998814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T16:50:27.143891Z","caller":"traceutil/trace.go:171","msg":"trace[1350994432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:698; }","duration":"146.106307ms","start":"2026-02-27T16:50:26.997763Z","end":"2026-02-27T16:50:27.14387Z","steps":["trace[1350994432] 'range keys from in-memory index tree' (duration: 145.819789ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:27.779326Z","caller":"traceutil/trace.go:171","msg":"trace[213042388] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"104.351429ms","start":"2026-02-27T16:50:27.674944Z","end":"2026-02-27T16:50:27.779295Z","steps":["trace[213042388] 'process raft request' (duration: 70.47006ms)","trace[213042388] 'compare' (duration: 33.750886ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:40.873172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.090751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:40.873265Z","caller":"traceutil/trace.go:171","msg":"trace[898269050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:742; }","duration":"169.244085ms","start":"2026-02-27T16:50:40.704Z","end":"2026-02-27T16:50:40.873244Z","steps":["trace[898269050] 'range keys from in-memory index tree' (duration: 168.940088ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:41.234496Z","caller":"traceutil/trace.go:171","msg":"trace[571989255] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"301.550893ms","start":"2026-02-27T16:50:40.932924Z","end":"2026-02-27T16:50:41.234475Z","steps":["trace[571989255] 'process raft request' (duration: 301.41383ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:41.234623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:40.932913Z","time spent":"301.644036ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:41.480552Z","caller":"traceutil/trace.go:171","msg":"trace[1029485920] linearizableReadLoop","detail":"{readStateIndex:773; appliedIndex:771; }","duration":"155.410287ms","start":"2026-02-27T16:50:41.32511Z","end":"2026-02-27T16:50:41.48052Z","steps":["trace[1029485920] 'read index received' (duration: 119.422683ms)","trace[1029485920] 'applied index is now lower than readState.Index' (duration: 35.986354ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:41.480887Z","caller":"traceutil/trace.go:171","msg":"trace[802118362] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"211.120924ms","start":"2026-02-27T16:50:41.269725Z","end":"2026-02-27T16:50:41.480846Z","steps":["trace[802118362] 'process raft request' (duration: 174.790222ms)","trace[802118362] 'compare' (duration: 35.608965ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:41.481189Z","caller":"traceutil/trace.go:171","msg":"trace[486876227] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"210.318435ms","start":"2026-02-27T16:50:41.270769Z","end":"2026-02-27T16:50:41.481087Z","steps":["trace[486876227] 'process raft request' (duration: 209.64848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:41.481343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.174606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T16:50:41.481429Z","caller":"traceutil/trace.go:171","msg":"trace[1176124067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:745; }","duration":"156.38362ms","start":"2026-02-27T16:50:41.325029Z","end":"2026-02-27T16:50:41.481412Z","steps":["trace[1176124067] 'agreement among raft nodes before linearized reading' (duration: 155.617432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:43.128491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.93293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T16:50:43.128555Z","caller":"traceutil/trace.go:171","msg":"trace[2013496003] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:747; }","duration":"121.035672ms","start":"2026-02-27T16:50:43.007503Z","end":"2026-02-27T16:50:43.128539Z","steps":["trace[2013496003] 'range keys from in-memory index tree' (duration: 120.773175ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:43.333407Z","caller":"traceutil/trace.go:171","msg":"trace[868993079] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"131.953611ms","start":"2026-02-27T16:50:43.201398Z","end":"2026-02-27T16:50:43.333352Z","steps":["trace[868993079] 'process raft request' (duration: 102.795283ms)","trace[868993079] 'compare' (duration: 28.991344ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:43.839682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100672092876154,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T16:50:43.86945Z","caller":"traceutil/trace.go:171","msg":"trace[1772714008] linearizableReadLoop","detail":"{readStateIndex:778; appliedIndex:777; }","duration":"530.546086ms","start":"2026-02-27T16:50:43.338884Z","end":"2026-02-27T16:50:43.86943Z","steps":["trace[1772714008] 'read index received' (duration: 530.381032ms)","trace[1772714008] 'applied index is now lower than readState.Index' (duration: 164.174µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:43.869517Z","caller":"traceutil/trace.go:171","msg":"trace[1735926971] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"531.642881ms","start":"2026-02-27T16:50:43.337855Z","end":"2026-02-27T16:50:43.869498Z","steps":["trace[1735926971] 'process raft request' (duration: 531.450257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:43.869616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.781209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-02-27T16:50:43.869639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:43.337832Z","time spent":"531.732454ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:43.869651Z","caller":"traceutil/trace.go:171","msg":"trace[250933493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:749; }","duration":"384.910382ms","start":"2026-02-27T16:50:43.484732Z","end":"2026-02-27T16:50:43.869642Z","steps":["trace[250933493] 'agreement among raft nodes before linearized reading' (duration: 384.792249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:43.869706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.111514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T16:50:43.869672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.855547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:43.869732Z","caller":"traceutil/trace.go:171","msg":"trace[117568545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:749; }","duration":"384.154364ms","start":"2026-02-27T16:50:43.485572Z","end":"2026-02-27T16:50:43.869727Z","steps":["trace[117568545] 'agreement among raft nodes before linearized reading' (duration: 384.093283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:43.869756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:43.485564Z","time spent":"384.188566ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:50:43.869717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.796451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T16:50:43.86977Z","caller":"traceutil/trace.go:171","msg":"trace[10575687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:749; }","duration":"166.025871ms","start":"2026-02-27T16:50:43.70372Z","end":"2026-02-27T16:50:43.869746Z","steps":["trace[10575687] 'agreement among raft nodes before linearized reading' (duration: 165.824946ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:43.869767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:43.484701Z","time spent":"385.036145ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T16:50:43.869812Z","caller":"traceutil/trace.go:171","msg":"trace[168096065] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:749; }","duration":"530.905414ms","start":"2026-02-27T16:50:43.338879Z","end":"2026-02-27T16:50:43.869785Z","steps":["trace[168096065] 'agreement among raft nodes before linearized reading' (duration: 530.617297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:43.869855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:43.338855Z","time spent":"530.993736ms","remote":"127.0.0.1:32816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-27T16:50:43.869871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.469296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T16:50:43.869987Z","caller":"traceutil/trace.go:171","msg":"trace[2011042568] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:749; }","duration":"285.6673ms","start":"2026-02-27T16:50:43.584298Z","end":"2026-02-27T16:50:43.869965Z","steps":["trace[2011042568] 'agreement among raft nodes before linearized reading' (duration: 285.318182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:44.466528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.697924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:44.466825Z","caller":"traceutil/trace.go:171","msg":"trace[792864071] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"593.058418ms","start":"2026-02-27T16:50:43.87371Z","end":"2026-02-27T16:50:44.466768Z","steps":["trace[792864071] 'process raft request' (duration: 198.581216ms)","trace[792864071] 'compare' (duration: 393.440958ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:44.466921Z","caller":"traceutil/trace.go:171","msg":"trace[1818499341] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"592.640417ms","start":"2026-02-27T16:50:43.874257Z","end":"2026-02-27T16:50:44.466898Z","steps":["trace[1818499341] 'process raft request' (duration: 592.409782ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:44.466876Z","caller":"traceutil/trace.go:171","msg":"trace[84560998] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"592.560306ms","start":"2026-02-27T16:50:43.874292Z","end":"2026-02-27T16:50:44.466852Z","steps":["trace[84560998] 'process raft request' (duration: 592.496675ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:44.46704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:43.874247Z","time spent":"592.746561ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:44.467156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:43.874271Z","time spent":"592.786361ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:44.467241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:43.873697Z","time spent":"593.251432ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:44.714922Z","caller":"traceutil/trace.go:171","msg":"trace[82814] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"487.273486ms","start":"2026-02-27T16:50:44.227621Z","end":"2026-02-27T16:50:44.714894Z","steps":["trace[82814] 'process raft request' (duration: 421.120021ms)","trace[82814] 'compare' (duration: 65.726555ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:44.715078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:44.227581Z","time spent":"487.415849ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:46.012064Z","caller":"traceutil/trace.go:171","msg":"trace[764191120] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"133.061987ms","start":"2026-02-27T16:50:45.878974Z","end":"2026-02-27T16:50:46.012036Z","steps":["trace[764191120] 'process raft request' (duration: 132.895743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:46.806221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.004443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:46.806364Z","caller":"traceutil/trace.go:171","msg":"trace[1551630533] linearizableReadLoop","detail":"{readStateIndex:787; appliedIndex:785; }","duration":"104.346559ms","start":"2026-02-27T16:50:46.702002Z","end":"2026-02-27T16:50:46.806349Z","steps":["trace[1551630533] 'read index received' (duration: 30.561µs)","trace[1551630533] 'applied index is now lower than readState.Index' (duration: 104.315148ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:46.806521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.506983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:46.806583Z","caller":"traceutil/trace.go:171","msg":"trace[912440918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:758; }","duration":"104.609565ms","start":"2026-02-27T16:50:46.70196Z","end":"2026-02-27T16:50:46.806569Z","steps":["trace[912440918] 'agreement among raft nodes before linearized reading' (duration: 104.503343ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:46.806743Z","caller":"traceutil/trace.go:171","msg":"trace[1019173961] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"330.929747ms","start":"2026-02-27T16:50:46.475803Z","end":"2026-02-27T16:50:46.806732Z","steps":["trace[1019173961] 'process raft request' (duration: 180.328019ms)","trace[1019173961] 'compare' (duration: 149.895921ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:46.806816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:46.475779Z","time spent":"330.989939ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:46.806898Z","caller":"traceutil/trace.go:171","msg":"trace[1971844515] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"331.03104ms","start":"2026-02-27T16:50:46.475857Z","end":"2026-02-27T16:50:46.806888Z","steps":["trace[1971844515] 'process raft request' (duration: 330.445665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:46.80696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:46.475849Z","time spent":"331.08112ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:47.849162Z","caller":"traceutil/trace.go:171","msg":"trace[1690144482] linearizableReadLoop","detail":"{readStateIndex:789; appliedIndex:788; }","duration":"145.503111ms","start":"2026-02-27T16:50:47.703641Z","end":"2026-02-27T16:50:47.849144Z","steps":["trace[1690144482] 'read index received' (duration: 145.333517ms)","trace[1690144482] 'applied index is now lower than readState.Index' (duration: 168.834µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:47.849257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.608524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:47.849302Z","caller":"traceutil/trace.go:171","msg":"trace[1622194623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:760; }","duration":"145.698996ms","start":"2026-02-27T16:50:47.703589Z","end":"2026-02-27T16:50:47.849288Z","steps":["trace[1622194623] 'agreement among raft nodes before linearized reading' (duration: 145.622644ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:47.849438Z","caller":"traceutil/trace.go:171","msg":"trace[30234953] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"159.892141ms","start":"2026-02-27T16:50:47.689483Z","end":"2026-02-27T16:50:47.849375Z","steps":["trace[30234953] 'process raft request' (duration: 159.546333ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:48.118137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.042733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T16:50:48.118262Z","caller":"traceutil/trace.go:171","msg":"trace[2015455467] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:760; }","duration":"101.217097ms","start":"2026-02-27T16:50:48.017013Z","end":"2026-02-27T16:50:48.118231Z","steps":["trace[2015455467] 'range keys from in-memory index tree' (duration: 100.817408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:48.727405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.334127ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T16:50:48.727607Z","caller":"traceutil/trace.go:171","msg":"trace[1186101767] linearizableReadLoop","detail":"{readStateIndex:791; appliedIndex:790; }","duration":"175.552979ms","start":"2026-02-27T16:50:48.552031Z","end":"2026-02-27T16:50:48.727584Z","steps":["trace[1186101767] 'read index received' (duration: 40.841µs)","trace[1186101767] 'applied index is now lower than readState.Index' (duration: 175.510188ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:48.727825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.784064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T16:50:48.727867Z","caller":"traceutil/trace.go:171","msg":"trace[1261445727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:761; }","duration":"175.879546ms","start":"2026-02-27T16:50:48.551975Z","end":"2026-02-27T16:50:48.727854Z","steps":["trace[1261445727] 'agreement among raft nodes before linearized reading' (duration: 175.675911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:49.81733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.148037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:49.81752Z","caller":"traceutil/trace.go:171","msg":"trace[450998602] linearizableReadLoop","detail":"{readStateIndex:794; appliedIndex:792; }","duration":"972.426583ms","start":"2026-02-27T16:50:48.845074Z","end":"2026-02-27T16:50:49.8175Z","steps":["trace[450998602] 'read index received' (duration: 54.289363ms)","trace[450998602] 'applied index is now lower than readState.Index' (duration: 918.13618ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:49.817633Z","caller":"traceutil/trace.go:171","msg":"trace[1139992588] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"1.001760474s","start":"2026-02-27T16:50:48.815834Z","end":"2026-02-27T16:50:49.817594Z","steps":["trace[1139992588] 'process raft request' (duration: 1.00160282s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:49.817784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.674289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T16:50:49.817831Z","caller":"traceutil/trace.go:171","msg":"trace[1255404699] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:764; }","duration":"972.793051ms","start":"2026-02-27T16:50:48.845024Z","end":"2026-02-27T16:50:49.817817Z","steps":["trace[1255404699] 'agreement among raft nodes before linearized reading' (duration: 972.578856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:49.817867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:48.845005Z","time spent":"972.853833ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:50:49.817916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:48.815815Z","time spent":"1.00198872s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:49.81794Z","caller":"traceutil/trace.go:171","msg":"trace[1679581289] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"1.002697675s","start":"2026-02-27T16:50:48.815203Z","end":"2026-02-27T16:50:49.817901Z","steps":["trace[1679581289] 'process raft request' (duration: 84.145206ms)","trace[1679581289] 'compare' (duration: 916.999994ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:49.818092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.266316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:50:49.818132Z","caller":"traceutil/trace.go:171","msg":"trace[1014719288] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:764; }","duration":"760.354578ms","start":"2026-02-27T16:50:49.057769Z","end":"2026-02-27T16:50:49.818123Z","steps":["trace[1014719288] 'agreement among raft nodes before linearized reading' (duration: 760.292307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:49.818133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:48.815175Z","time spent":"1.002854409s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:49.818168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:49.057746Z","time spent":"760.41448ms","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:50:49.818335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.499721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:50:49.818407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.850877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:49.818414Z","caller":"traceutil/trace.go:171","msg":"trace[2078655015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:764; }","duration":"114.613504ms","start":"2026-02-27T16:50:49.703782Z","end":"2026-02-27T16:50:49.818395Z","steps":["trace[2078655015] 'agreement among raft nodes before linearized reading' (duration: 114.501282ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:49.818447Z","caller":"traceutil/trace.go:171","msg":"trace[1736600425] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:764; }","duration":"500.915738ms","start":"2026-02-27T16:50:49.317522Z","end":"2026-02-27T16:50:49.818438Z","steps":["trace[1736600425] 'agreement among raft nodes before linearized reading' (duration: 500.860117ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:49.818482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:49.317506Z","time spent":"500.96917ms","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:50:49.81836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.080123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:50:49.818634Z","caller":"traceutil/trace.go:171","msg":"trace[151800992] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:764; }","duration":"256.40203ms","start":"2026-02-27T16:50:49.562217Z","end":"2026-02-27T16:50:49.818619Z","steps":["trace[151800992] 'agreement among raft nodes before linearized reading' (duration: 256.084573ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:50.021851Z","caller":"traceutil/trace.go:171","msg":"trace[2002499681] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"196.435127ms","start":"2026-02-27T16:50:49.82539Z","end":"2026-02-27T16:50:50.021825Z","steps":["trace[2002499681] 'process raft request' (duration: 125.394571ms)","trace[2002499681] 'compare' (duration: 70.892752ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:50.299348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.973934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T16:50:50.299462Z","caller":"traceutil/trace.go:171","msg":"trace[1700594799] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:765; }","duration":"133.155398ms","start":"2026-02-27T16:50:50.16628Z","end":"2026-02-27T16:50:50.299435Z","steps":["trace[1700594799] 'range keys from in-memory index tree' (duration: 132.694478ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:50.673465Z","caller":"traceutil/trace.go:171","msg":"trace[976915645] linearizableReadLoop","detail":"{readStateIndex:796; appliedIndex:795; }","duration":"184.195948ms","start":"2026-02-27T16:50:50.489237Z","end":"2026-02-27T16:50:50.673433Z","steps":["trace[976915645] 'read index received' (duration: 183.796299ms)","trace[976915645] 'applied index is now lower than readState.Index' (duration: 398.039µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:50.673684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.414832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:50.673664Z","caller":"traceutil/trace.go:171","msg":"trace[1809020012] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"368.580059ms","start":"2026-02-27T16:50:50.305048Z","end":"2026-02-27T16:50:50.673628Z","steps":["trace[1809020012] 'process raft request' (duration: 368.079508ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:50.673725Z","caller":"traceutil/trace.go:171","msg":"trace[1479921929] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:766; }","duration":"184.555725ms","start":"2026-02-27T16:50:50.489159Z","end":"2026-02-27T16:50:50.673714Z","steps":["trace[1479921929] 'agreement among raft nodes before linearized reading' (duration: 184.408122ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:50.67384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:50.305014Z","time spent":"368.726593ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:51.241814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.09077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:50:51.241896Z","caller":"traceutil/trace.go:171","msg":"trace[855943108] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:767; }","duration":"134.268104ms","start":"2026-02-27T16:50:51.10761Z","end":"2026-02-27T16:50:51.241878Z","steps":["trace[855943108] 'count revisions from in-memory index tree' (duration: 133.977347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:52.156584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.242784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T16:50:52.156739Z","caller":"traceutil/trace.go:171","msg":"trace[101433784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:769; }","duration":"103.47338ms","start":"2026-02-27T16:50:52.05324Z","end":"2026-02-27T16:50:52.156713Z","steps":["trace[101433784] 'range keys from in-memory index tree' (duration: 103.004879ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:53.508683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100672092876220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:50:54.008843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100672092876220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:50:54.359051Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.383992146s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T16:50:54.359626Z","caller":"traceutil/trace.go:171","msg":"trace[2038242843] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"1.384671813s","start":"2026-02-27T16:50:52.974929Z","end":"2026-02-27T16:50:54.359601Z","steps":["trace[2038242843] 'process raft request' (duration: 1.384476099s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:54.35979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:52.97487Z","time spent":"1.384838596s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:54.360017Z","caller":"traceutil/trace.go:171","msg":"trace[427416503] linearizableReadLoop","detail":"{readStateIndex:802; appliedIndex:801; }","duration":"1.351653056s","start":"2026-02-27T16:50:53.008347Z","end":"2026-02-27T16:50:54.36Z","steps":["trace[427416503] 'read index received' (duration: 1.350890129s)","trace[427416503] 'applied index is now lower than readState.Index' (duration: 760.247µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:54.360238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.262649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T16:50:54.360277Z","caller":"traceutil/trace.go:171","msg":"trace[989814160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:772; }","duration":"509.342981ms","start":"2026-02-27T16:50:53.850926Z","end":"2026-02-27T16:50:54.360269Z","steps":["trace[989814160] 'agreement among raft nodes before linearized reading' (duration: 509.205478ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:54.360307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:53.850898Z","time spent":"509.402373ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:50:54.360288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351909993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T16:50:54.360374Z","caller":"traceutil/trace.go:171","msg":"trace[2053775770] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:772; }","duration":"1.352064726s","start":"2026-02-27T16:50:53.008288Z","end":"2026-02-27T16:50:54.360353Z","steps":["trace[2053775770] 'agreement among raft nodes before linearized reading' (duration: 1.35180169s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:54.360422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:53.008257Z","time spent":"1.352158317s","remote":"127.0.0.1:32816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-02-27T16:50:54.36056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.623256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-02-27T16:50:54.360596Z","caller":"traceutil/trace.go:171","msg":"trace[543336849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:772; }","duration":"139.712728ms","start":"2026-02-27T16:50:54.220875Z","end":"2026-02-27T16:50:54.360588Z","steps":["trace[543336849] 'agreement among raft nodes before linearized reading' (duration: 139.622976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:54.36075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.462068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T16:50:54.360781Z","caller":"traceutil/trace.go:171","msg":"trace[1675325120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:772; }","duration":"438.515839ms","start":"2026-02-27T16:50:53.922258Z","end":"2026-02-27T16:50:54.360773Z","steps":["trace[1675325120] 'agreement among raft nodes before linearized reading' (duration: 438.441288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:54.360806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:53.922247Z","time spent":"438.55319ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:50:54.690589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.008307ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-02-27T16:50:54.690963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:54.361885Z","time spent":"329.067405ms","remote":"127.0.0.1:32816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T16:50:54.691046Z","caller":"traceutil/trace.go:171","msg":"trace[1488306255] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"323.983097ms","start":"2026-02-27T16:50:54.367045Z","end":"2026-02-27T16:50:54.691028Z","steps":["trace[1488306255] 'process raft request' (duration: 323.939446ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:54.691119Z","caller":"traceutil/trace.go:171","msg":"trace[877228962] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"325.049792ms","start":"2026-02-27T16:50:54.36601Z","end":"2026-02-27T16:50:54.69106Z","steps":["trace[877228962] 'process raft request' (duration: 324.669384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:54.691248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:54.367031Z","time spent":"324.06129ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:54.691568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:54.365979Z","time spent":"325.322478ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:54.691061Z","caller":"traceutil/trace.go:171","msg":"trace[2040552708] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"324.793306ms","start":"2026-02-27T16:50:54.366242Z","end":"2026-02-27T16:50:54.691036Z","steps":["trace[2040552708] 'process raft request' (duration: 324.705684ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:54.692029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:54.366219Z","time spent":"325.762048ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:55.201926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.96751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:55.20205Z","caller":"traceutil/trace.go:171","msg":"trace[1295361047] linearizableReadLoop","detail":"{readStateIndex:808; appliedIndex:807; }","duration":"434.082748ms","start":"2026-02-27T16:50:54.767949Z","end":"2026-02-27T16:50:55.202032Z","steps":["trace[1295361047] 'read index received' (duration: 298.911104ms)","trace[1295361047] 'applied index is now lower than readState.Index' (duration: 135.170474ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:55.20231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.363875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T16:50:55.202272Z","caller":"traceutil/trace.go:171","msg":"trace[259912520] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"435.962081ms","start":"2026-02-27T16:50:54.766263Z","end":"2026-02-27T16:50:55.202225Z","steps":["trace[259912520] 'process raft request' (duration: 300.594522ms)","trace[259912520] 'compare' (duration: 134.806626ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:55.202344Z","caller":"traceutil/trace.go:171","msg":"trace[316257132] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:777; }","duration":"434.409187ms","start":"2026-02-27T16:50:54.767925Z","end":"2026-02-27T16:50:55.202334Z","steps":["trace[316257132] 'agreement among raft nodes before linearized reading' (duration: 434.15052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:55.202402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:54.767913Z","time spent":"434.479588ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T16:50:55.20321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:54.766244Z","time spent":"436.129226ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:55.366022Z","caller":"traceutil/trace.go:171","msg":"trace[117349462] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"268.345104ms","start":"2026-02-27T16:50:55.097648Z","end":"2026-02-27T16:50:55.365993Z","steps":["trace[117349462] 'process raft request' (duration: 241.774485ms)","trace[117349462] 'compare' (duration: 26.451166ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:55.728834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.189261ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:55.729005Z","caller":"traceutil/trace.go:171","msg":"trace[535030132] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:778; }","duration":"196.380837ms","start":"2026-02-27T16:50:55.532603Z","end":"2026-02-27T16:50:55.728984Z","steps":["trace[535030132] 'range keys from in-memory index tree' (duration: 196.14182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:57.19686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100672092876239,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T16:50:57.331594Z","caller":"traceutil/trace.go:171","msg":"trace[984351736] linearizableReadLoop","detail":"{readStateIndex:810; appliedIndex:809; }","duration":"635.769856ms","start":"2026-02-27T16:50:56.695786Z","end":"2026-02-27T16:50:57.331555Z","steps":["trace[984351736] 'read index received' (duration: 635.474918ms)","trace[984351736] 'applied index is now lower than readState.Index' (duration: 293.188µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:57.331631Z","caller":"traceutil/trace.go:171","msg":"trace[1610860943] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"959.908867ms","start":"2026-02-27T16:50:56.371685Z","end":"2026-02-27T16:50:57.331594Z","steps":["trace[1610860943] 'process raft request' (duration: 959.64337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:57.331886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.041272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T16:50:57.331934Z","caller":"traceutil/trace.go:171","msg":"trace[1048997750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:779; }","duration":"636.185945ms","start":"2026-02-27T16:50:56.695737Z","end":"2026-02-27T16:50:57.331923Z","steps":["trace[1048997750] 'agreement among raft nodes before linearized reading' (duration: 635.95249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:57.331968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:56.695718Z","time spent":"636.242896ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:50:57.332046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:56.371656Z","time spent":"960.252715ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:57.332116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.030649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:57.332152Z","caller":"traceutil/trace.go:171","msg":"trace[1274768014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:779; }","duration":"628.086319ms","start":"2026-02-27T16:50:56.704055Z","end":"2026-02-27T16:50:57.332141Z","steps":["trace[1274768014] 'agreement among raft nodes before linearized reading' (duration: 628.014888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:57.33217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:56.704044Z","time spent":"628.121781ms","remote":"127.0.0.1:32798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:50:57.332164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.579532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:50:57.332249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.863168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-02-27T16:50:57.332386Z","caller":"traceutil/trace.go:171","msg":"trace[1199233079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:779; }","duration":"636.041382ms","start":"2026-02-27T16:50:56.696319Z","end":"2026-02-27T16:50:57.33236Z","steps":["trace[1199233079] 'agreement among raft nodes before linearized reading' (duration: 635.865108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:57.332465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:56.69629Z","time spent":"636.165394ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:50:57.332139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.784686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T16:50:57.332519Z","caller":"traceutil/trace.go:171","msg":"trace[1709994889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:779; }","duration":"636.242497ms","start":"2026-02-27T16:50:56.696267Z","end":"2026-02-27T16:50:57.332509Z","steps":["trace[1709994889] 'agreement among raft nodes before linearized reading' (duration: 635.632153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:57.332548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:56.696239Z","time spent":"636.299377ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T16:50:57.332275Z","caller":"traceutil/trace.go:171","msg":"trace[1013123436] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:779; }","duration":"179.772466ms","start":"2026-02-27T16:50:57.152475Z","end":"2026-02-27T16:50:57.332248Z","steps":["trace[1013123436] 'agreement among raft nodes before linearized reading' (duration: 179.579381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:57.332563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.36553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T16:50:57.332654Z","caller":"traceutil/trace.go:171","msg":"trace[84011326] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:779; }","duration":"101.546594ms","start":"2026-02-27T16:50:57.231084Z","end":"2026-02-27T16:50:57.332631Z","steps":["trace[84011326] 'agreement among raft nodes before linearized reading' (duration: 101.216617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:58.883342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08939353s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:58.883533Z","caller":"traceutil/trace.go:171","msg":"trace[1268390446] linearizableReadLoop","detail":"{readStateIndex:814; appliedIndex:810; }","duration":"1.178778578s","start":"2026-02-27T16:50:57.704738Z","end":"2026-02-27T16:50:58.883517Z","steps":["trace[1268390446] 'read index received' (duration: 89.159612ms)","trace[1268390446] 'applied index is now lower than readState.Index' (duration: 1.089618186s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:58.883603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1788662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:58.883625Z","caller":"traceutil/trace.go:171","msg":"trace[237470224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:783; }","duration":"1.178957552s","start":"2026-02-27T16:50:57.704661Z","end":"2026-02-27T16:50:58.883619Z","steps":["trace[237470224] 'agreement among raft nodes before linearized reading' (duration: 1.178900161s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:58.883647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:57.704633Z","time spent":"1.179009364s","remote":"127.0.0.1:32798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T16:50:58.883891Z","caller":"traceutil/trace.go:171","msg":"trace[1882727713] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"1.542993257s","start":"2026-02-27T16:50:57.340889Z","end":"2026-02-27T16:50:58.883882Z","steps":["trace[1882727713] 'process raft request' (duration: 1.542601348s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:58.883946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:57.340875Z","time spent":"1.543043288s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:58.884032Z","caller":"traceutil/trace.go:171","msg":"trace[783570691] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"1.546992688s","start":"2026-02-27T16:50:57.337016Z","end":"2026-02-27T16:50:58.884009Z","steps":["trace[783570691] 'process raft request' (duration: 456.86234ms)","trace[783570691] 'compare' (duration: 1.08891713s)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:58.883945Z","caller":"traceutil/trace.go:171","msg":"trace[1153628244] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"1.543302153s","start":"2026-02-27T16:50:57.340588Z","end":"2026-02-27T16:50:58.88389Z","steps":["trace[1153628244] 'process raft request' (duration: 1.542877494s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:58.884251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:57.336935Z","time spent":"1.547204724s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:58.884263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:57.340571Z","time spent":"1.54356624s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:58.884064Z","caller":"traceutil/trace.go:171","msg":"trace[22598695] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"1.544506792s","start":"2026-02-27T16:50:57.339543Z","end":"2026-02-27T16:50:58.88405Z","steps":["trace[22598695] 'process raft request' (duration: 1.543884178s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:58.884612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:57.339522Z","time spent":"1.545053724s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:59.385922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100672092876250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:50:59.886871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100672092876250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:51:00.051272Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.322088718s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T16:51:00.051854Z","caller":"traceutil/trace.go:171","msg":"trace[1953351483] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"1.980182476s","start":"2026-02-27T16:50:58.071644Z","end":"2026-02-27T16:51:00.051826Z","steps":["trace[1953351483] 'process raft request' (duration: 1.979867779s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:00.052027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:58.071605Z","time spent":"1.98033269s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:00.885035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999921058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:51:00.885148Z","caller":"traceutil/trace.go:171","msg":"trace[1473170234] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000094142s","start":"2026-02-27T16:50:58.885031Z","end":"2026-02-27T16:51:00.885125Z","steps":["trace[1473170234] 'agreement among raft nodes before linearized reading' (duration: 1.999960549s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:00.885199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:58.885009Z","time spent":"2.000180023s","remote":"127.0.0.1:32800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:51:02.894529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000639634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:51:02.894754Z","caller":"traceutil/trace.go:171","msg":"trace[1286042626] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000908649s","start":"2026-02-27T16:51:00.893817Z","end":"2026-02-27T16:51:02.894725Z","steps":["trace[1286042626] 'agreement among raft nodes before linearized reading' (duration: 2.000647114s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:02.894933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:00.893809Z","time spent":"2.001108065s","remote":"127.0.0.1:32798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:51:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:51:04.234496Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.34400544s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T16:51:04.338268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998642113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T16:51:04.338385Z","caller":"traceutil/trace.go:171","msg":"trace[1730062419] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998835128s","start":"2026-02-27T16:50:59.339519Z","end":"2026-02-27T16:51:04.338354Z","steps":["trace[1730062419] 'agreement among raft nodes before linearized reading' (duration: 4.998691005s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:04.338448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:59.339487Z","time spent":"4.99895024s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 16:51:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:51:04.89597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000722827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:51:04.896153Z","caller":"traceutil/trace.go:171","msg":"trace[1518158442] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00087544s","start":"2026-02-27T16:51:02.895151Z","end":"2026-02-27T16:51:04.896027Z","steps":["trace[1518158442] 'agreement among raft nodes before linearized reading' (duration: 2.000781268s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:04.896211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:02.895123Z","time spent":"2.001077825s","remote":"127.0.0.1:32800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:51:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:51:05.413273Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"53ff9ca00133ad76","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-27T16:51:05.887648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999237777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:51:05.887735Z","caller":"traceutil/trace.go:171","msg":"trace[1454683504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99937967s","start":"2026-02-27T16:51:00.888335Z","end":"2026-02-27T16:51:05.887715Z","steps":["trace[1454683504] 'agreement among raft nodes before linearized reading' (duration: 4.999270438s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:05.887783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:00.888316Z","time spent":"4.999457982s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:51:05.88866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999111053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T16:51:05.888773Z","caller":"traceutil/trace.go:171","msg":"trace[1171772887] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999274507s","start":"2026-02-27T16:51:00.889473Z","end":"2026-02-27T16:51:05.888748Z","steps":["trace[1171772887] 'agreement among raft nodes before linearized reading' (duration: 4.999144774s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:05.888861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:00.889453Z","time spent":"4.99939358s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/27 16:51:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:51:06.904356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999879948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:51:06.904437Z","caller":"traceutil/trace.go:171","msg":"trace[869222789] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0000033s","start":"2026-02-27T16:51:04.904414Z","end":"2026-02-27T16:51:06.904417Z","steps":["trace[869222789] 'agreement among raft nodes before linearized reading' (duration: 1.999899487s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:06.904482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:04.904398Z","time spent":"2.000075892s","remote":"127.0.0.1:32798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:51:07.571568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.519819714s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T16:51:07.571678Z","caller":"traceutil/trace.go:171","msg":"trace[759912920] linearizableReadLoop","detail":"{readStateIndex:816; appliedIndex:814; }","duration":"8.686577038s","start":"2026-02-27T16:50:58.885084Z","end":"2026-02-27T16:51:07.571661Z","steps":["trace[759912920] 'read index received' (duration: 1.166330163s)","trace[759912920] 'applied index is now lower than readState.Index' (duration: 7.520245235s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:07.572407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040088987s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:51:07.572531Z","caller":"traceutil/trace.go:171","msg":"trace[410052733] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:784; }","duration":"2.040229361s","start":"2026-02-27T16:51:05.532283Z","end":"2026-02-27T16:51:07.572512Z","steps":["trace[410052733] 'range keys from in-memory index tree' (duration: 2.040068256s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:07.572682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:00.890373Z","time spent":"6.68230213s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T16:51:08.072353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100672092876254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:51:08.57317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100672092876254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:51:08.905702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000317786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T16:51:08.905784Z","caller":"traceutil/trace.go:171","msg":"trace[1229416532] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000472069s","start":"2026-02-27T16:51:06.905293Z","end":"2026-02-27T16:51:08.905766Z","steps":["trace[1229416532] 'agreement among raft nodes before linearized reading' (duration: 2.000365606s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:08.905831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:06.905263Z","time spent":"2.000558801s","remote":"127.0.0.1:32800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:51:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:51:09.073668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100672092876254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:51:09.337833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998006218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T16:51:09.33791Z","caller":"traceutil/trace.go:171","msg":"trace[163019449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.99811715s","start":"2026-02-27T16:51:06.339764Z","end":"2026-02-27T16:51:09.337882Z","steps":["trace[163019449] 'agreement among raft nodes before linearized reading' (duration: 2.998034078s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:09.338102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:06.339748Z","time spent":"2.998283845s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 16:51:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:51:09.574418Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100672092876254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:51:10.074863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100672092876254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:51:10.575781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100672092876254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:51:10.651452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000047222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:51:10.651534Z","caller":"traceutil/trace.go:171","msg":"trace[1239909371] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000185725s","start":"2026-02-27T16:51:08.65133Z","end":"2026-02-27T16:51:10.651515Z","steps":["trace[1239909371] 'agreement among raft nodes before linearized reading' (duration: 2.000078722s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:10.651581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:08.651309Z","time spent":"2.000263276s","remote":"127.0.0.1:32798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:51:10.699732Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.314506986s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T16:51:10.889479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997900466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T16:51:10.889545Z","caller":"traceutil/trace.go:171","msg":"trace[1952799348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998009619s","start":"2026-02-27T16:51:07.89152Z","end":"2026-02-27T16:51:10.88953Z","steps":["trace[1952799348] 'agreement among raft nodes before linearized reading' (duration: 2.997927567s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:10.889578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:07.891497Z","time spent":"2.998074451s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/27 16:51:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:51:10.889641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999443976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T16:51:10.889654Z","caller":"traceutil/trace.go:171","msg":"trace[251390649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999490437s","start":"2026-02-27T16:51:00.89016Z","end":"2026-02-27T16:51:10.88965Z","steps":["trace[251390649] 'agreement among raft nodes before linearized reading' (duration: 9.999475537s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:10.889668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:00.890143Z","time spent":"9.999521777s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/02/27 16:51:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:51:10.892113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.002633318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T16:51:10.892166Z","caller":"traceutil/trace.go:171","msg":"trace[668288547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.00271907s","start":"2026-02-27T16:51:00.889435Z","end":"2026-02-27T16:51:10.892155Z","steps":["trace[668288547] 'agreement among raft nodes before linearized reading' (duration: 10.002662429s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:10.892217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:00.889416Z","time spent":"10.002775381s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/02/27 16:51:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:51:10.911127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.019973962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T16:51:10.911228Z","caller":"traceutil/trace.go:171","msg":"trace[1911701750] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.020183567s","start":"2026-02-27T16:51:07.891021Z","end":"2026-02-27T16:51:10.911205Z","steps":["trace[1911701750] 'agreement among raft nodes before linearized reading' (duration: 3.020010813s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:10.911283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:07.890999Z","time spent":"3.020272709s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 16:51:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:51:10.912069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000330169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:51:10.912141Z","caller":"traceutil/trace.go:171","msg":"trace[1055803365] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000453542s","start":"2026-02-27T16:51:08.911669Z","end":"2026-02-27T16:51:10.912123Z","steps":["trace[1055803365] 'agreement among raft nodes before linearized reading' (duration: 2.000362329s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:10.912187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:08.91165Z","time spent":"2.000528344s","remote":"127.0.0.1:32800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:51:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:51:11.930896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230841832s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:51:11.931004Z","caller":"traceutil/trace.go:171","msg":"trace[1677426724] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"6.54584599s","start":"2026-02-27T16:51:05.385138Z","end":"2026-02-27T16:51:11.930984Z","steps":["trace[1677426724] 'process raft request' (duration: 5.314813583s)","trace[1677426724] 'compare' (duration: 1.23073704s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:11.931062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:05.385119Z","time spent":"6.545915711s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:12.214582Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.514644891s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T16:51:12.919944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999904391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:51:12.920049Z","caller":"traceutil/trace.go:171","msg":"trace[2050383653] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000027864s","start":"2026-02-27T16:51:10.920002Z","end":"2026-02-27T16:51:12.92003Z","steps":["trace[2050383653] 'agreement among raft nodes before linearized reading' (duration: 1.999900891s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:12.920095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:10.919961Z","time spent":"2.000126446s","remote":"127.0.0.1:32798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:51:13.977678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762832349s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:51:13.977947Z","caller":"traceutil/trace.go:171","msg":"trace[1169095952] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"6.402654911s","start":"2026-02-27T16:51:07.575251Z","end":"2026-02-27T16:51:13.977905Z","steps":["trace[1169095952] 'process raft request' (duration: 4.639521905s)","trace[1169095952] 'compare' (duration: 1.762457551s)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:13.978012Z","caller":"traceutil/trace.go:171","msg":"trace[1368427930] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"4.637328226s","start":"2026-02-27T16:51:09.340654Z","end":"2026-02-27T16:51:13.977983Z","steps":["trace[1368427930] 'process raft request' (duration: 4.637117851s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:13.978127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:07.575226Z","time spent":"6.402812305s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:51:13.978436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:09.340627Z","time spent":"4.637449799s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:14.920901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999717712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T16:51:14.921014Z","caller":"traceutil/trace.go:171","msg":"trace[1138696763] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999846235s","start":"2026-02-27T16:51:12.921151Z","end":"2026-02-27T16:51:14.920997Z","steps":["trace[1138696763] 'agreement among raft nodes before linearized reading' (duration: 1.999714752s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:14.92106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:12.921095Z","time spent":"1.999955747s","remote":"127.0.0.1:32800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:51:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:51:15.054012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000278075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:51:15.054064Z","caller":"traceutil/trace.go:171","msg":"trace[1706892032] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000379958s","start":"2026-02-27T16:51:13.053673Z","end":"2026-02-27T16:51:15.054053Z","steps":["trace[1706892032] 'agreement among raft nodes before linearized reading' (duration: 2.000318076s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:15.05409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:13.053651Z","time spent":"2.000433149s","remote":"127.0.0.1:32798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:51:15.889562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:10.892689Z","time spent":"4.996865636s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T16:51:16.03171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.989613ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:51:16.03185Z","caller":"traceutil/trace.go:171","msg":"trace[1717754279] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:788; }","duration":"499.144367ms","start":"2026-02-27T16:51:15.532686Z","end":"2026-02-27T16:51:16.03183Z","steps":["trace[1717754279] 'range keys from in-memory index tree' (duration: 498.969153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:16.032445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053747061s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T16:51:16.032686Z","caller":"traceutil/trace.go:171","msg":"trace[538817605] linearizableReadLoop","detail":"{readStateIndex:822; appliedIndex:817; }","duration":"8.460970886s","start":"2026-02-27T16:51:07.571703Z","end":"2026-02-27T16:51:16.032674Z","steps":["trace[538817605] 'read index received' (duration: 3.128238351s)","trace[538817605] 'applied index is now lower than readState.Index' (duration: 5.332731675s)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:16.032883Z","caller":"traceutil/trace.go:171","msg":"trace[1437848412] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"5.975616364s","start":"2026-02-27T16:51:10.057257Z","end":"2026-02-27T16:51:16.032873Z","steps":["trace[1437848412] 'process raft request' (duration: 5.975296557s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:16.033002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:10.057233Z","time spent":"5.975675656s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:16.033187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.02508505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:51:16.033242Z","caller":"traceutil/trace.go:171","msg":"trace[2138554265] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:0; response_revision:789; }","duration":"13.025140682s","start":"2026-02-27T16:51:03.008068Z","end":"2026-02-27T16:51:16.033209Z","steps":["trace[2138554265] 'agreement among raft nodes before linearized reading' (duration: 13.025086911s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:16.033271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:03.008057Z","time spent":"13.025208113s","remote":"127.0.0.1:32816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-02-27T16:51:16.033328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.347451116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T16:51:16.033343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.240237017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:51:16.033447Z","caller":"traceutil/trace.go:171","msg":"trace[482178637] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:789; }","duration":"14.34760345s","start":"2026-02-27T16:51:01.685801Z","end":"2026-02-27T16:51:16.033404Z","steps":["trace[482178637] 'agreement among raft nodes before linearized reading' (duration: 14.347403455s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:16.033449Z","caller":"traceutil/trace.go:171","msg":"trace[614600540] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:789; }","duration":"11.240403622s","start":"2026-02-27T16:51:04.793022Z","end":"2026-02-27T16:51:16.033425Z","steps":["trace[614600540] 'agreement among raft nodes before linearized reading' (duration: 11.240133335s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:16.033507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:01.68578Z","time spent":"14.347710602s","remote":"127.0.0.1:33312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:51:16.033509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:04.793Z","time spent":"11.240498113s","remote":"127.0.0.1:32994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":40,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:51:16.033502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.993972519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:51:16.033343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.838667263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:51:16.033745Z","caller":"traceutil/trace.go:171","msg":"trace[835536047] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:789; }","duration":"10.839131495s","start":"2026-02-27T16:51:05.194602Z","end":"2026-02-27T16:51:16.033734Z","steps":["trace[835536047] 'agreement among raft nodes before linearized reading' (duration: 10.838671053s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:16.033764Z","caller":"traceutil/trace.go:171","msg":"trace[721709948] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:789; }","duration":"8.994298657s","start":"2026-02-27T16:51:07.039399Z","end":"2026-02-27T16:51:16.033697Z","steps":["trace[721709948] 'agreement among raft nodes before linearized reading' (duration: 8.993925008s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:16.03379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:05.19458Z","time spent":"10.839199007s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:51:16.033857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:07.039375Z","time spent":"8.99442966s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:51:16.034123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.08181511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:51:16.034179Z","caller":"traceutil/trace.go:171","msg":"trace[874943568] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:789; }","duration":"9.081917432s","start":"2026-02-27T16:51:06.952245Z","end":"2026-02-27T16:51:16.034162Z","steps":["trace[874943568] 'agreement among raft nodes before linearized reading' (duration: 9.081740328s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:16.03422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:06.952215Z","time spent":"9.081994664s","remote":"127.0.0.1:33150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":66,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:51:16.278951Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.034440103s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T16:51:16.931264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000673626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T16:51:16.931369Z","caller":"traceutil/trace.go:171","msg":"trace[1177855700] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000813478s","start":"2026-02-27T16:51:14.930534Z","end":"2026-02-27T16:51:16.931348Z","steps":["trace[1177855700] 'agreement among raft nodes before linearized reading' (duration: 2.000694016s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:16.931429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:14.930521Z","time spent":"2.00089425s","remote":"127.0.0.1:32798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:51:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:51:17.892886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:10.8924Z","time spent":"7.000478669s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T16:51:17.893146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:10.892892Z","time spent":"7.000247213s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T16:51:18.932105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000563073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:51:18.9322Z","caller":"traceutil/trace.go:171","msg":"trace[891078034] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000722327s","start":"2026-02-27T16:51:16.931455Z","end":"2026-02-27T16:51:18.932177Z","steps":["trace[891078034] 'agreement among raft nodes before linearized reading' (duration: 2.000569373s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:18.932249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:16.93144Z","time spent":"2.000799898s","remote":"127.0.0.1:32800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:51:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:51:20.942162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000745756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:51:20.942232Z","caller":"traceutil/trace.go:171","msg":"trace[522375689] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000867239s","start":"2026-02-27T16:51:18.94135Z","end":"2026-02-27T16:51:20.942217Z","steps":["trace[522375689] 'agreement among raft nodes before linearized reading' (duration: 2.000776177s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:20.94227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:18.941329Z","time spent":"2.00093277s","remote":"127.0.0.1:32798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:51:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:51:21.103267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.824062666s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-02-27T16:51:21.103757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:16.035208Z","time spent":"5.068544094s","remote":"127.0.0.1:32816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T16:51:21.104187Z","caller":"traceutil/trace.go:171","msg":"trace[1217804486] linearizableReadLoop","detail":"{readStateIndex:825; appliedIndex:822; }","duration":"5.071453041s","start":"2026-02-27T16:51:16.032709Z","end":"2026-02-27T16:51:21.104162Z","steps":["trace[1217804486] 'read index received' (duration: 246.433692ms)","trace[1217804486] 'applied index is now lower than readState.Index' (duration: 4.825016339s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:21.104403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.092159306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982891ff2ec710\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-27T16:51:21.104439Z","caller":"traceutil/trace.go:171","msg":"trace[1972250895] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982891ff2ec710; range_end:; response_count:1; response_revision:792; }","duration":"7.092238097s","start":"2026-02-27T16:51:14.012189Z","end":"2026-02-27T16:51:21.104427Z","steps":["trace[1972250895] 'agreement among raft nodes before linearized reading' (duration: 7.092093264s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:21.104459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.768524215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:51:21.104472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:14.012171Z","time spent":"7.092293469s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982891ff2ec710\" "} {"level":"info","ts":"2026-02-27T16:51:21.10449Z","caller":"traceutil/trace.go:171","msg":"trace[1928485205] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:792; }","duration":"11.768614166s","start":"2026-02-27T16:51:09.335863Z","end":"2026-02-27T16:51:21.104477Z","steps":["trace[1928485205] 'agreement among raft nodes before linearized reading' (duration: 11.768562545s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:21.104516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:09.335823Z","time spent":"11.768687138s","remote":"127.0.0.1:33226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:51:21.104528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.289566759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:51:21.104566Z","caller":"traceutil/trace.go:171","msg":"trace[1313752388] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:792; }","duration":"4.289644651s","start":"2026-02-27T16:51:16.81491Z","end":"2026-02-27T16:51:21.104554Z","steps":["trace[1313752388] 'agreement among raft nodes before linearized reading' (duration: 4.28958302s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:21.1046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:16.814889Z","time spent":"4.289702683s","remote":"127.0.0.1:32880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:51:21.104637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.884240062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:51:21.104698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.38719095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:51:21.104702Z","caller":"traceutil/trace.go:171","msg":"trace[1460307262] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:792; }","duration":"9.884361985s","start":"2026-02-27T16:51:11.220322Z","end":"2026-02-27T16:51:21.104684Z","steps":["trace[1460307262] 'agreement among raft nodes before linearized reading' (duration: 9.884235802s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:21.104718Z","caller":"traceutil/trace.go:171","msg":"trace[2055240847] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:792; }","duration":"7.387239811s","start":"2026-02-27T16:51:13.717472Z","end":"2026-02-27T16:51:21.104712Z","steps":["trace[2055240847] 'agreement among raft nodes before linearized reading' (duration: 7.38720714s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:21.104716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.142513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:51:21.104736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:13.717456Z","time spent":"7.387273722s","remote":"127.0.0.1:33114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:51:21.104742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:11.220302Z","time spent":"9.884428827s","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:51:21.10466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.771067577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T16:51:21.104816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.196467812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-02-27T16:51:21.104748Z","caller":"traceutil/trace.go:171","msg":"trace[2031662928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:792; }","duration":"162.202584ms","start":"2026-02-27T16:51:20.942535Z","end":"2026-02-27T16:51:21.104738Z","steps":["trace[2031662928] 'agreement among raft nodes before linearized reading' (duration: 162.146643ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:21.1048Z","caller":"traceutil/trace.go:171","msg":"trace[365475171] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:792; }","duration":"10.771242191s","start":"2026-02-27T16:51:10.33354Z","end":"2026-02-27T16:51:21.104782Z","steps":["trace[365475171] 'agreement among raft nodes before linearized reading' (duration: 10.771063007s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:21.104842Z","caller":"traceutil/trace.go:171","msg":"trace[885786624] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:792; }","duration":"12.196529623s","start":"2026-02-27T16:51:08.908304Z","end":"2026-02-27T16:51:21.104834Z","steps":["trace[885786624] 'agreement among raft nodes before linearized reading' (duration: 12.196458532s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:21.104834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510729303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:51:21.104885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:10.333519Z","time spent":"10.771348113s","remote":"127.0.0.1:33128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":13,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:51:21.104885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:08.908283Z","time spent":"12.196583504s","remote":"127.0.0.1:32974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T16:51:21.104843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.881966017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:51:21.10568Z","caller":"traceutil/trace.go:171","msg":"trace[1702911385] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:792; }","duration":"3.882840047s","start":"2026-02-27T16:51:17.222823Z","end":"2026-02-27T16:51:21.105663Z","steps":["trace[1702911385] 'agreement among raft nodes before linearized reading' (duration: 3.881950317s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:21.105767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:17.222794Z","time spent":"3.882953689s","remote":"127.0.0.1:33338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":79,"response size":29,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:51:21.114654Z","caller":"traceutil/trace.go:171","msg":"trace[2142418216] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:792; }","duration":"2.520604538s","start":"2026-02-27T16:51:18.594033Z","end":"2026-02-27T16:51:21.114638Z","steps":["trace[2142418216] 'agreement among raft nodes before linearized reading' (duration: 2.510694342s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:21.114756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:18.593964Z","time spent":"2.520782932s","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:51:21.587938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.41969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:51:21.588072Z","caller":"traceutil/trace.go:171","msg":"trace[317671733] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"482.078487ms","start":"2026-02-27T16:51:21.105964Z","end":"2026-02-27T16:51:21.588042Z","steps":["trace[317671733] 'process raft request' (duration: 118.300089ms)","trace[317671733] 'compare' (duration: 363.161014ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:21.588162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:21.105948Z","time spent":"482.166699ms","remote":"127.0.0.1:32816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:23.146044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000531893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:51:23.146166Z","caller":"traceutil/trace.go:171","msg":"trace[1050780175] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000712629s","start":"2026-02-27T16:51:21.145427Z","end":"2026-02-27T16:51:23.146139Z","steps":["trace[1050780175] 'agreement among raft nodes before linearized reading' (duration: 2.000551174s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:23.14623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:21.145412Z","time spent":"2.0008063s","remote":"127.0.0.1:32798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:51:25.147169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000663988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:51:25.147283Z","caller":"traceutil/trace.go:171","msg":"trace[620377245] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000840762s","start":"2026-02-27T16:51:23.146423Z","end":"2026-02-27T16:51:25.147263Z","steps":["trace[620377245] 'agreement among raft nodes before linearized reading' (duration: 2.000699999s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:25.147333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:23.1464Z","time spent":"2.000924195s","remote":"127.0.0.1:32800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:51:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:51:25.914722Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.68948283s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T16:51:25.916053Z","caller":"traceutil/trace.go:171","msg":"trace[1083472460] linearizableReadLoop","detail":"{readStateIndex:829; appliedIndex:826; }","duration":"4.770562846s","start":"2026-02-27T16:51:21.145468Z","end":"2026-02-27T16:51:25.916031Z","steps":["trace[1083472460] 'read index received' (duration: 78.879136ms)","trace[1083472460] 'applied index is now lower than readState.Index' (duration: 4.69168295s)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:25.916102Z","caller":"traceutil/trace.go:171","msg":"trace[812654754] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"4.799771884s","start":"2026-02-27T16:51:21.116325Z","end":"2026-02-27T16:51:25.916096Z","steps":["trace[812654754] 'process raft request' (duration: 4.798849704s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:25.916215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:21.116307Z","time spent":"4.799811075s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:51:25.916236Z","caller":"traceutil/trace.go:171","msg":"trace[328921298] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"4.771024486s","start":"2026-02-27T16:51:21.14519Z","end":"2026-02-27T16:51:25.916214Z","steps":["trace[328921298] 'process raft request' (duration: 4.770788301s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:25.916327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:21.145158Z","time spent":"4.771119858s","remote":"127.0.0.1:32974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:27.157343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00052598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T16:51:27.157505Z","caller":"traceutil/trace.go:171","msg":"trace[221246237] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000733755s","start":"2026-02-27T16:51:25.156751Z","end":"2026-02-27T16:51:27.157485Z","steps":["trace[221246237] 'agreement among raft nodes before linearized reading' (duration: 2.00055327s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:27.157585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:25.156734Z","time spent":"2.000838517s","remote":"127.0.0.1:32798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:51:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:51:29.158252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000526242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:51:29.15833Z","caller":"traceutil/trace.go:171","msg":"trace[528101397] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000693376s","start":"2026-02-27T16:51:27.157619Z","end":"2026-02-27T16:51:29.158312Z","steps":["trace[528101397] 'agreement among raft nodes before linearized reading' (duration: 2.000579783s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:29.158387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:27.157597Z","time spent":"2.000781708s","remote":"127.0.0.1:32800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:51:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:51:29.202744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:22.202135Z","time spent":"7.000603862s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T16:51:31.168424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986507421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T16:51:31.168507Z","caller":"traceutil/trace.go:171","msg":"trace[1922912783] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.986636254s","start":"2026-02-27T16:51:29.181851Z","end":"2026-02-27T16:51:31.168488Z","steps":["trace[1922912783] 'agreement among raft nodes before linearized reading' (duration: 1.986531972s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:31.168554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:29.181838Z","time spent":"1.986707585s","remote":"127.0.0.1:32798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 16:51:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T16:51:31.722619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.659320119s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:51:31.722742Z","caller":"traceutil/trace.go:171","msg":"trace[2073983119] linearizableReadLoop","detail":"{readStateIndex:830; appliedIndex:829; }","duration":"5.806649552s","start":"2026-02-27T16:51:25.916079Z","end":"2026-02-27T16:51:31.722729Z","steps":["trace[2073983119] 'read index received' (duration: 147.16321ms)","trace[2073983119] 'applied index is now lower than readState.Index' (duration: 5.659485732s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:31.722805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.423236021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:51:31.722828Z","caller":"traceutil/trace.go:171","msg":"trace[606742116] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:796; }","duration":"8.423288941s","start":"2026-02-27T16:51:23.299533Z","end":"2026-02-27T16:51:31.722822Z","steps":["trace[606742116] 'agreement among raft nodes before linearized reading' (duration: 8.42324831s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:31.722854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:23.299516Z","time spent":"8.423329953s","remote":"127.0.0.1:33008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:51:31.722849Z","caller":"traceutil/trace.go:171","msg":"trace[519340813] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"5.449443873s","start":"2026-02-27T16:51:26.273389Z","end":"2026-02-27T16:51:31.722833Z","steps":["trace[519340813] 'process raft request' (duration: 5.44930864s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:31.722846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.406402733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T16:51:31.72285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.852771757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:51:31.722917Z","caller":"traceutil/trace.go:171","msg":"trace[1490083564] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:796; }","duration":"6.406511285s","start":"2026-02-27T16:51:25.316389Z","end":"2026-02-27T16:51:31.7229Z","steps":["trace[1490083564] 'agreement among raft nodes before linearized reading' (duration: 6.406389382s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:31.722931Z","caller":"traceutil/trace.go:171","msg":"trace[872904243] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:796; }","duration":"5.85290557s","start":"2026-02-27T16:51:25.870005Z","end":"2026-02-27T16:51:31.722911Z","steps":["trace[872904243] 'agreement among raft nodes before linearized reading' (duration: 5.852774577s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:31.722972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:25.316373Z","time spent":"6.406590317s","remote":"127.0.0.1:33280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":2,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:51:31.722979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:25.86998Z","time spent":"5.852984632s","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:51:31.723018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.289261199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:51:31.723042Z","caller":"traceutil/trace.go:171","msg":"trace[396870813] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:797; }","duration":"9.289322801s","start":"2026-02-27T16:51:22.433712Z","end":"2026-02-27T16:51:31.723035Z","steps":["trace[396870813] 'agreement among raft nodes before linearized reading' (duration: 9.28926657s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:31.723068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:22.433683Z","time spent":"9.289379142s","remote":"127.0.0.1:33340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":23,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:51:31.723096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.064166966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:51:31.722922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:26.273363Z","time spent":"5.449519895s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:51:31.723138Z","caller":"traceutil/trace.go:171","msg":"trace[123817603] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:797; }","duration":"6.064244408s","start":"2026-02-27T16:51:25.658883Z","end":"2026-02-27T16:51:31.723128Z","steps":["trace[123817603] 'agreement among raft nodes before linearized reading' (duration: 6.064184277s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:31.72317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.132555618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-02-27T16:51:31.723167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:25.658864Z","time spent":"6.06429555s","remote":"127.0.0.1:33122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:51:31.723193Z","caller":"traceutil/trace.go:171","msg":"trace[1050609991] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:797; }","duration":"10.132578988s","start":"2026-02-27T16:51:21.590609Z","end":"2026-02-27T16:51:31.723188Z","steps":["trace[1050609991] 'agreement among raft nodes before linearized reading' (duration: 10.132536887s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:31.72321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:21.590576Z","time spent":"10.132630689s","remote":"127.0.0.1:32952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T16:51:32.22338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100672092876274,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:51:32.621274Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.36845103s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T16:51:33.168627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999851824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:51:33.168724Z","caller":"traceutil/trace.go:171","msg":"trace[1254253540] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000010808s","start":"2026-02-27T16:51:31.168691Z","end":"2026-02-27T16:51:33.168702Z","steps":["trace[1254253540] 'agreement among raft nodes before linearized reading' (duration: 1.999889745s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:33.168789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:31.168669Z","time spent":"2.000109511s","remote":"127.0.0.1:32800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:51:33.338419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.904193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:697"} {"level":"info","ts":"2026-02-27T16:51:33.33854Z","caller":"traceutil/trace.go:171","msg":"trace[2087258411] linearizableReadLoop","detail":"{readStateIndex:832; appliedIndex:831; }","duration":"1.615757131s","start":"2026-02-27T16:51:31.722761Z","end":"2026-02-27T16:51:33.338519Z","steps":["trace[2087258411] 'read index received' (duration: 898.655694ms)","trace[2087258411] 'applied index is now lower than readState.Index' (duration: 717.100147ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:33.338648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.320429334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:51:33.338682Z","caller":"traceutil/trace.go:171","msg":"trace[691200948] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:797; }","duration":"6.320506986s","start":"2026-02-27T16:51:27.018167Z","end":"2026-02-27T16:51:33.338674Z","steps":["trace[691200948] 'agreement among raft nodes before linearized reading' (duration: 6.320445194s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:33.338658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.040043535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:51:33.338717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:27.018145Z","time spent":"6.320563068s","remote":"127.0.0.1:33212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:51:33.338757Z","caller":"traceutil/trace.go:171","msg":"trace[868664624] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:797; }","duration":"4.040181818s","start":"2026-02-27T16:51:29.298547Z","end":"2026-02-27T16:51:33.338729Z","steps":["trace[868664624] 'agreement among raft nodes before linearized reading' (duration: 4.040040725s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:33.338799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:29.298528Z","time spent":"4.040261499s","remote":"127.0.0.1:32948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:51:33.338896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.408646068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982891ff2ec710\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-27T16:51:33.338971Z","caller":"traceutil/trace.go:171","msg":"trace[1125488153] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982891ff2ec710; range_end:; response_count:1; response_revision:797; }","duration":"7.408758121s","start":"2026-02-27T16:51:25.930195Z","end":"2026-02-27T16:51:33.338953Z","steps":["trace[1125488153] 'agreement among raft nodes before linearized reading' (duration: 7.408510256s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:33.339004Z","caller":"traceutil/trace.go:171","msg":"trace[2059153090] transaction","detail":"{read_only:false; number_of_response:1; response_revision:797; }","duration":"4.131768525s","start":"2026-02-27T16:51:29.207217Z","end":"2026-02-27T16:51:33.338986Z","steps":["trace[2059153090] 'process raft request' (duration: 3.414219787s)","trace[2059153090] 'compare' (duration: 716.824682ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:33.339016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:25.930176Z","time spent":"7.408831962s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982891ff2ec710\" "} {"level":"warn","ts":"2026-02-27T16:51:33.339091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:29.20718Z","time spent":"4.131852347s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":719,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:33.339137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.281936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:51:33.339217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.003291687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:51:33.339254Z","caller":"traceutil/trace.go:171","msg":"trace[993538528] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:797; }","duration":"7.003363119s","start":"2026-02-27T16:51:26.335881Z","end":"2026-02-27T16:51:33.339244Z","steps":["trace[993538528] 'agreement among raft nodes before linearized reading' (duration: 7.003305697s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:33.339256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914206344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:51:33.339277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.680958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:51:33.339287Z","caller":"traceutil/trace.go:171","msg":"trace[1520855444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:797; }","duration":"1.914270625s","start":"2026-02-27T16:51:31.425005Z","end":"2026-02-27T16:51:33.339276Z","steps":["trace[1520855444] 'agreement among raft nodes before linearized reading' (duration: 1.914224424s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:33.339318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:31.424985Z","time spent":"1.914328656s","remote":"127.0.0.1:32798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:51:33.339365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.408235558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-02-27T16:51:33.339399Z","caller":"traceutil/trace.go:171","msg":"trace[1782032385] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:797; }","duration":"7.408278459s","start":"2026-02-27T16:51:25.931113Z","end":"2026-02-27T16:51:33.339391Z","steps":["trace[1782032385] 'agreement among raft nodes before linearized reading' (duration: 7.408189607s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:33.339432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:25.931107Z","time spent":"7.40831667s","remote":"127.0.0.1:32974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T16:51:33.339465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.453591238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:51:33.339536Z","caller":"traceutil/trace.go:171","msg":"trace[1548904260] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:797; }","duration":"3.453719961s","start":"2026-02-27T16:51:29.885808Z","end":"2026-02-27T16:51:33.339528Z","steps":["trace[1548904260] 'agreement among raft nodes before linearized reading' (duration: 3.453630419s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:33.339568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:29.885776Z","time spent":"3.453784993s","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:51:33.339225Z","caller":"traceutil/trace.go:171","msg":"trace[85634235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:797; }","duration":"138.399838ms","start":"2026-02-27T16:51:33.200811Z","end":"2026-02-27T16:51:33.339211Z","steps":["trace[85634235] 'agreement among raft nodes before linearized reading' (duration: 138.287555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:33.339005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613662233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T16:51:33.339751Z","caller":"traceutil/trace.go:171","msg":"trace[1625157179] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:797; }","duration":"1.614440591s","start":"2026-02-27T16:51:31.7253Z","end":"2026-02-27T16:51:33.339741Z","steps":["trace[1625157179] 'agreement among raft nodes before linearized reading' (duration: 1.613605682s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:33.339801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:31.725278Z","time spent":"1.614511162s","remote":"127.0.0.1:32816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-02-27T16:51:33.339316Z","caller":"traceutil/trace.go:171","msg":"trace[1431969123] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:797; }","duration":"723.76202ms","start":"2026-02-27T16:51:32.615543Z","end":"2026-02-27T16:51:33.339305Z","steps":["trace[1431969123] 'agreement among raft nodes before linearized reading' (duration: 723.700909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:33.339858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:32.615517Z","time spent":"724.328272ms","remote":"127.0.0.1:42224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:51:33.339281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:26.335858Z","time spent":"7.0034162s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:51:33.678543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.176421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:51:33.678811Z","caller":"traceutil/trace.go:171","msg":"trace[458714509] linearizableReadLoop","detail":"{readStateIndex:835; appliedIndex:834; }","duration":"294.151664ms","start":"2026-02-27T16:51:33.384643Z","end":"2026-02-27T16:51:33.678794Z","steps":["trace[458714509] 'read index received' (duration: 10.03602ms)","trace[458714509] 'applied index is now lower than readState.Index' (duration: 284.114524ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:33.678822Z","caller":"traceutil/trace.go:171","msg":"trace[1549963572] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"288.885033ms","start":"2026-02-27T16:51:33.389914Z","end":"2026-02-27T16:51:33.678799Z","steps":["trace[1549963572] 'process raft request' (duration: 288.74988ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:33.678882Z","caller":"traceutil/trace.go:171","msg":"trace[1512020719] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"294.547593ms","start":"2026-02-27T16:51:33.384324Z","end":"2026-02-27T16:51:33.678872Z","steps":["trace[1512020719] 'process raft request' (duration: 180.920932ms)","trace[1512020719] 'compare' (duration: 112.978046ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:33.679167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.519012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982891ff2ec710\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-27T16:51:33.679133Z","caller":"traceutil/trace.go:171","msg":"trace[1723980035] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"283.656064ms","start":"2026-02-27T16:51:33.395391Z","end":"2026-02-27T16:51:33.679047Z","steps":["trace[1723980035] 'process raft request' (duration: 283.366107ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:33.67921Z","caller":"traceutil/trace.go:171","msg":"trace[1497811454] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982891ff2ec710; range_end:; response_count:1; response_revision:801; }","duration":"294.584705ms","start":"2026-02-27T16:51:33.384615Z","end":"2026-02-27T16:51:33.679199Z","steps":["trace[1497811454] 'agreement among raft nodes before linearized reading' (duration: 294.236116ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:34.023514Z","caller":"traceutil/trace.go:171","msg":"trace[1447444907] linearizableReadLoop","detail":"{readStateIndex:839; appliedIndex:838; }","duration":"242.43135ms","start":"2026-02-27T16:51:33.781062Z","end":"2026-02-27T16:51:34.023494Z","steps":["trace[1447444907] 'read index received' (duration: 176.206265ms)","trace[1447444907] 'applied index is now lower than readState.Index' (duration: 66.224205ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:34.023651Z","caller":"traceutil/trace.go:171","msg":"trace[341674137] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"245.656564ms","start":"2026-02-27T16:51:33.777966Z","end":"2026-02-27T16:51:34.023622Z","steps":["trace[341674137] 'process raft request' (duration: 179.245065ms)","trace[341674137] 'compare' (duration: 66.164843ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:34.0237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.618674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-lzxbq\" ","response":"range_response_count:1 size:4694"} {"level":"info","ts":"2026-02-27T16:51:34.023735Z","caller":"traceutil/trace.go:171","msg":"trace[301425166] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-lzxbq; range_end:; response_count:1; response_revision:803; }","duration":"242.688625ms","start":"2026-02-27T16:51:33.781037Z","end":"2026-02-27T16:51:34.023726Z","steps":["trace[301425166] 'agreement among raft nodes before linearized reading' (duration: 242.531062ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:34.297786Z","caller":"traceutil/trace.go:171","msg":"trace[667037576] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"265.112189ms","start":"2026-02-27T16:51:34.032645Z","end":"2026-02-27T16:51:34.297757Z","steps":["trace[667037576] 'process raft request' (duration: 193.702425ms)","trace[667037576] 'compare' (duration: 71.297392ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:34.31436Z","caller":"traceutil/trace.go:171","msg":"trace[417735732] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"247.66863ms","start":"2026-02-27T16:51:34.066675Z","end":"2026-02-27T16:51:34.314343Z","steps":["trace[417735732] 'process raft request' (duration: 247.587828ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:34.53885Z","caller":"traceutil/trace.go:171","msg":"trace[1199765440] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"197.715556ms","start":"2026-02-27T16:51:34.341093Z","end":"2026-02-27T16:51:34.538808Z","steps":["trace[1199765440] 'process raft request' (duration: 131.823848ms)","trace[1199765440] 'compare' (duration: 65.737284ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:34.89846Z","caller":"traceutil/trace.go:171","msg":"trace[52118717] linearizableReadLoop","detail":"{readStateIndex:845; appliedIndex:844; }","duration":"188.147508ms","start":"2026-02-27T16:51:34.710295Z","end":"2026-02-27T16:51:34.898442Z","steps":["trace[52118717] 'read index received' (duration: 103.10512ms)","trace[52118717] 'applied index is now lower than readState.Index' (duration: 85.041188ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:34.898829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.523406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:51:34.898856Z","caller":"traceutil/trace.go:171","msg":"trace[1770669532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:809; }","duration":"188.600598ms","start":"2026-02-27T16:51:34.710247Z","end":"2026-02-27T16:51:34.898848Z","steps":["trace[1770669532] 'agreement among raft nodes before linearized reading' (duration: 188.553837ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:34.899146Z","caller":"traceutil/trace.go:171","msg":"trace[1169055731] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"356.448871ms","start":"2026-02-27T16:51:34.542101Z","end":"2026-02-27T16:51:34.89855Z","steps":["trace[1169055731] 'process raft request' (duration: 271.376453ms)","trace[1169055731] 'compare' (duration: 84.69861ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:34.899202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:34.542083Z","time spent":"357.084095ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T16:51:35.244959Z","caller":"traceutil/trace.go:171","msg":"trace[71004053] linearizableReadLoop","detail":"{readStateIndex:847; appliedIndex:845; }","duration":"329.205397ms","start":"2026-02-27T16:51:34.915714Z","end":"2026-02-27T16:51:35.24492Z","steps":["trace[71004053] 'read index received' (duration: 17.832018ms)","trace[71004053] 'applied index is now lower than readState.Index' (duration: 311.372319ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:35.245096Z","caller":"traceutil/trace.go:171","msg":"trace[23005258] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"339.34477ms","start":"2026-02-27T16:51:34.90571Z","end":"2026-02-27T16:51:35.245055Z","steps":["trace[23005258] 'process raft request' (duration: 339.087254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:35.245232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.721596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982891ff2ec710\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-27T16:51:35.245251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:34.905691Z","time spent":"339.482233ms","remote":"127.0.0.1:32974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:51:35.245281Z","caller":"traceutil/trace.go:171","msg":"trace[563086293] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982891ff2ec710; range_end:; response_count:1; response_revision:811; }","duration":"307.781417ms","start":"2026-02-27T16:51:34.937491Z","end":"2026-02-27T16:51:35.245272Z","steps":["trace[563086293] 'agreement among raft nodes before linearized reading' (duration: 307.670254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:35.245142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.406071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:473"} {"level":"warn","ts":"2026-02-27T16:51:35.245309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:34.937484Z","time spent":"307.818277ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982891ff2ec710\" "} {"level":"info","ts":"2026-02-27T16:51:35.245364Z","caller":"traceutil/trace.go:171","msg":"trace[515322190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:811; }","duration":"329.653328ms","start":"2026-02-27T16:51:34.915686Z","end":"2026-02-27T16:51:35.245339Z","steps":["trace[515322190] 'agreement among raft nodes before linearized reading' (duration: 329.35522ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:35.245461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:34.915672Z","time spent":"329.74495ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T16:51:35.479202Z","caller":"traceutil/trace.go:171","msg":"trace[295636214] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"228.660606ms","start":"2026-02-27T16:51:35.25048Z","end":"2026-02-27T16:51:35.479141Z","steps":["trace[295636214] 'process raft request' (duration: 228.563294ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:35.4797Z","caller":"traceutil/trace.go:171","msg":"trace[1609453998] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"232.287068ms","start":"2026-02-27T16:51:35.247395Z","end":"2026-02-27T16:51:35.479682Z","steps":["trace[1609453998] 'process raft request' (duration: 181.117117ms)","trace[1609453998] 'compare' (duration: 50.274451ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:35.479837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.369797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4663"} {"level":"info","ts":"2026-02-27T16:51:35.479872Z","caller":"traceutil/trace.go:171","msg":"trace[69612580] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:813; }","duration":"231.429848ms","start":"2026-02-27T16:51:35.248436Z","end":"2026-02-27T16:51:35.479866Z","steps":["trace[69612580] 'agreement among raft nodes before linearized reading' (duration: 231.327086ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:35.479727Z","caller":"traceutil/trace.go:171","msg":"trace[1131991270] linearizableReadLoop","detail":"{readStateIndex:848; appliedIndex:847; }","duration":"231.253835ms","start":"2026-02-27T16:51:35.248455Z","end":"2026-02-27T16:51:35.479709Z","steps":["trace[1131991270] 'read index received' (duration: 180.065753ms)","trace[1131991270] 'applied index is now lower than readState.Index' (duration: 51.186192ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:35.721019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.79693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:51:35.721258Z","caller":"traceutil/trace.go:171","msg":"trace[611138035] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"233.804452ms","start":"2026-02-27T16:51:35.48743Z","end":"2026-02-27T16:51:35.721235Z","steps":["trace[611138035] 'process raft request' (duration: 131.650794ms)","trace[611138035] 'compare' (duration: 101.710198ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:35.721391Z","caller":"traceutil/trace.go:171","msg":"trace[363505616] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"230.442136ms","start":"2026-02-27T16:51:35.490935Z","end":"2026-02-27T16:51:35.721377Z","steps":["trace[363505616] 'process raft request' (duration: 230.397184ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:35.721477Z","caller":"traceutil/trace.go:171","msg":"trace[274836137] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"231.971381ms","start":"2026-02-27T16:51:35.489498Z","end":"2026-02-27T16:51:35.721469Z","steps":["trace[274836137] 'process raft request' (duration: 231.758745ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:35.721541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.480572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-02-27T16:51:35.721579Z","caller":"traceutil/trace.go:171","msg":"trace[1902529319] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:816; }","duration":"232.537853ms","start":"2026-02-27T16:51:35.489029Z","end":"2026-02-27T16:51:35.721567Z","steps":["trace[1902529319] 'agreement among raft nodes before linearized reading' (duration: 232.39296ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:35.721389Z","caller":"traceutil/trace.go:171","msg":"trace[1724882176] linearizableReadLoop","detail":"{readStateIndex:850; appliedIndex:849; }","duration":"232.298238ms","start":"2026-02-27T16:51:35.48906Z","end":"2026-02-27T16:51:35.721358Z","steps":["trace[1724882176] 'read index received' (duration: 130.030597ms)","trace[1724882176] 'applied index is now lower than readState.Index' (duration: 102.265551ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:35.721837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.582345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-02-27T16:51:35.721861Z","caller":"traceutil/trace.go:171","msg":"trace[2041081590] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:816; }","duration":"232.649636ms","start":"2026-02-27T16:51:35.489203Z","end":"2026-02-27T16:51:35.721853Z","steps":["trace[2041081590] 'agreement among raft nodes before linearized reading' (duration: 232.557744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:35.722162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.060744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-02-27T16:51:35.722181Z","caller":"traceutil/trace.go:171","msg":"trace[569767443] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:816; }","duration":"208.102514ms","start":"2026-02-27T16:51:35.514073Z","end":"2026-02-27T16:51:35.722175Z","steps":["trace[569767443] 'agreement among raft nodes before linearized reading' (duration: 208.030503ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:35.722277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.183884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-02-27T16:51:35.722293Z","caller":"traceutil/trace.go:171","msg":"trace[758373888] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:816; }","duration":"228.205425ms","start":"2026-02-27T16:51:35.494083Z","end":"2026-02-27T16:51:35.722288Z","steps":["trace[758373888] 'agreement among raft nodes before linearized reading' (duration: 228.157874ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:35.7223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.173585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-02-27T16:51:35.722359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.286907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-02-27T16:51:35.722376Z","caller":"traceutil/trace.go:171","msg":"trace[1482436888] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:816; }","duration":"228.325728ms","start":"2026-02-27T16:51:35.494046Z","end":"2026-02-27T16:51:35.722372Z","steps":["trace[1482436888] 'agreement among raft nodes before linearized reading' (duration: 228.283047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:35.722433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.111687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"warn","ts":"2026-02-27T16:51:35.722453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.283698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-02-27T16:51:35.722461Z","caller":"traceutil/trace.go:171","msg":"trace[1178404639] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:816; }","duration":"226.150777ms","start":"2026-02-27T16:51:35.496302Z","end":"2026-02-27T16:51:35.722453Z","steps":["trace[1178404639] 'agreement among raft nodes before linearized reading' (duration: 226.068846ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:35.722475Z","caller":"traceutil/trace.go:171","msg":"trace[1244194530] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:816; }","duration":"232.484503ms","start":"2026-02-27T16:51:35.489979Z","end":"2026-02-27T16:51:35.722463Z","steps":["trace[1244194530] 'agreement among raft nodes before linearized reading' (duration: 232.441032ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:35.722351Z","caller":"traceutil/trace.go:171","msg":"trace[1808334970] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:816; }","duration":"228.242056ms","start":"2026-02-27T16:51:35.494096Z","end":"2026-02-27T16:51:35.722338Z","steps":["trace[1808334970] 'agreement among raft nodes before linearized reading' (duration: 228.108553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:35.722593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.44278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-02-27T16:51:35.722619Z","caller":"traceutil/trace.go:171","msg":"trace[1713105486] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:816; }","duration":"228.489452ms","start":"2026-02-27T16:51:35.494122Z","end":"2026-02-27T16:51:35.722611Z","steps":["trace[1713105486] 'agreement among raft nodes before linearized reading' (duration: 228.41729ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:35.724748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.542749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-02-27T16:51:35.724826Z","caller":"traceutil/trace.go:171","msg":"trace[325471390] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:816; }","duration":"230.641382ms","start":"2026-02-27T16:51:35.494162Z","end":"2026-02-27T16:51:35.724803Z","steps":["trace[325471390] 'agreement among raft nodes before linearized reading' (duration: 228.337878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:36.148528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.582654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:51:36.148624Z","caller":"traceutil/trace.go:171","msg":"trace[1099882541] linearizableReadLoop","detail":"{readStateIndex:854; appliedIndex:853; }","duration":"242.934072ms","start":"2026-02-27T16:51:35.905678Z","end":"2026-02-27T16:51:36.148612Z","steps":["trace[1099882541] 'read index received' (duration: 31.136893ms)","trace[1099882541] 'applied index is now lower than readState.Index' (duration: 211.796319ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:36.148698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.028105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6755"} {"level":"info","ts":"2026-02-27T16:51:36.148721Z","caller":"traceutil/trace.go:171","msg":"trace[1899907487] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:818; }","duration":"243.090655ms","start":"2026-02-27T16:51:35.905624Z","end":"2026-02-27T16:51:36.148715Z","steps":["trace[1899907487] 'agreement among raft nodes before linearized reading' (duration: 243.020554ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:36.148871Z","caller":"traceutil/trace.go:171","msg":"trace[677984874] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"366.651215ms","start":"2026-02-27T16:51:35.782212Z","end":"2026-02-27T16:51:36.148863Z","steps":["trace[677984874] 'process raft request' (duration: 154.663351ms)","trace[677984874] 'compare' (duration: 211.507953ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:36.148977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:35.782195Z","time spent":"366.731516ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:36.817915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.953751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:51:36.826163Z","caller":"traceutil/trace.go:171","msg":"trace[90229093] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"669.269433ms","start":"2026-02-27T16:51:36.156854Z","end":"2026-02-27T16:51:36.826124Z","steps":["trace[90229093] 'process raft request' (duration: 217.889859ms)","trace[90229093] 'compare' (duration: 442.873229ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:36.826293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:36.156846Z","time spent":"669.377475ms","remote":"127.0.0.1:32974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7052,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:51:36.826865Z","caller":"traceutil/trace.go:171","msg":"trace[318726303] linearizableReadLoop","detail":"{readStateIndex:856; appliedIndex:854; }","duration":"622.666165ms","start":"2026-02-27T16:51:36.204156Z","end":"2026-02-27T16:51:36.826822Z","steps":["trace[318726303] 'read index received' (duration: 29.29312ms)","trace[318726303] 'applied index is now lower than readState.Index' (duration: 593.371025ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:37.133049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.117351ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T16:51:37.133158Z","caller":"traceutil/trace.go:171","msg":"trace[1449145732] linearizableReadLoop","detail":"{readStateIndex:857; appliedIndex:856; }","duration":"306.225431ms","start":"2026-02-27T16:51:36.826914Z","end":"2026-02-27T16:51:37.133139Z","steps":["trace[1449145732] 'read index received' (duration: 46.581µs)","trace[1449145732] 'applied index is now lower than readState.Index' (duration: 306.17745ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:37.133289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.421293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:51:37.133324Z","caller":"traceutil/trace.go:171","msg":"trace[352400752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:820; }","duration":"433.502955ms","start":"2026-02-27T16:51:36.69981Z","end":"2026-02-27T16:51:37.133313Z","steps":["trace[352400752] 'agreement among raft nodes before linearized reading' (duration: 433.435693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:37.133545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.166377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18982896132a9359\" ","response":"range_response_count:1 size:874"} {"level":"warn","ts":"2026-02-27T16:51:37.133569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.84094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-lzxbq\" ","response":"range_response_count:1 size:7041"} {"level":"warn","ts":"2026-02-27T16:51:37.133597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.179998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"warn","ts":"2026-02-27T16:51:37.133611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.256276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:429"} {"level":"warn","ts":"2026-02-27T16:51:37.13335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.159083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:51:37.133636Z","caller":"traceutil/trace.go:171","msg":"trace[1051337102] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:820; }","duration":"537.24571ms","start":"2026-02-27T16:51:36.596375Z","end":"2026-02-27T16:51:37.13362Z","steps":["trace[1051337102] 'agreement among raft nodes before linearized reading' (duration: 537.191539ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:37.133713Z","caller":"traceutil/trace.go:171","msg":"trace[1731882894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:820; }","duration":"183.375339ms","start":"2026-02-27T16:51:36.950303Z","end":"2026-02-27T16:51:37.133679Z","steps":["trace[1731882894] 'agreement among raft nodes before linearized reading' (duration: 183.170805ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:37.13372Z","caller":"traceutil/trace.go:171","msg":"trace[491218908] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:820; }","duration":"929.556273ms","start":"2026-02-27T16:51:36.20413Z","end":"2026-02-27T16:51:37.133687Z","steps":["trace[491218908] 'agreement among raft nodes before linearized reading' (duration: 622.803429ms)","trace[491218908] 'count revisions from in-memory index tree' (duration: 306.347125ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:37.133737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:36.596354Z","time spent":"537.376304ms","remote":"127.0.0.1:32902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3039,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-02-27T16:51:37.133769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:36.204119Z","time spent":"929.633084ms","remote":"127.0.0.1:40090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:51:37.133583Z","caller":"traceutil/trace.go:171","msg":"trace[290995148] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18982896132a9359; range_end:; response_count:1; response_revision:820; }","duration":"896.218999ms","start":"2026-02-27T16:51:36.23735Z","end":"2026-02-27T16:51:37.133569Z","steps":["trace[290995148] 'agreement among raft nodes before linearized reading' (duration: 896.091676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:37.133826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:36.23734Z","time spent":"896.480795ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":896,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18982896132a9359\" "} {"level":"warn","ts":"2026-02-27T16:51:37.13363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.836179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:425"} {"level":"info","ts":"2026-02-27T16:51:37.133928Z","caller":"traceutil/trace.go:171","msg":"trace[1933419336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:820; }","duration":"184.158937ms","start":"2026-02-27T16:51:36.949763Z","end":"2026-02-27T16:51:37.133922Z","steps":["trace[1933419336] 'agreement among raft nodes before linearized reading' (duration: 183.83568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:37.133544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.467301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2331"} {"level":"info","ts":"2026-02-27T16:51:37.133997Z","caller":"traceutil/trace.go:171","msg":"trace[1351102137] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:820; }","duration":"670.956811ms","start":"2026-02-27T16:51:36.463035Z","end":"2026-02-27T16:51:37.133992Z","steps":["trace[1351102137] 'agreement among raft nodes before linearized reading' (duration: 670.363848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:37.134013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:36.463018Z","time spent":"670.989653ms","remote":"127.0.0.1:40038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":2353,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-02-27T16:51:37.133627Z","caller":"traceutil/trace.go:171","msg":"trace[900521896] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-lzxbq; range_end:; response_count:1; response_revision:820; }","duration":"297.920861ms","start":"2026-02-27T16:51:36.835688Z","end":"2026-02-27T16:51:37.133609Z","steps":["trace[900521896] 'agreement among raft nodes before linearized reading' (duration: 297.764757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:37.133621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.770556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:51:37.134172Z","caller":"traceutil/trace.go:171","msg":"trace[375540195] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:820; }","duration":"767.366599ms","start":"2026-02-27T16:51:36.366788Z","end":"2026-02-27T16:51:37.134155Z","steps":["trace[375540195] 'agreement among raft nodes before linearized reading' (duration: 766.779366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:37.134226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:36.36677Z","time spent":"767.43804ms","remote":"127.0.0.1:40072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-02-27T16:51:37.133413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.631542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:51:37.134281Z","caller":"traceutil/trace.go:171","msg":"trace[1283990447] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:820; }","duration":"767.543573ms","start":"2026-02-27T16:51:36.366729Z","end":"2026-02-27T16:51:37.134272Z","steps":["trace[1283990447] 'agreement among raft nodes before linearized reading' (duration: 766.648203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:37.134316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:36.366694Z","time spent":"767.600894ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-02-27T16:51:37.134445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:36.699788Z","time spent":"433.567567ms","remote":"127.0.0.1:32798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T16:51:37.267407Z","caller":"traceutil/trace.go:171","msg":"trace[1259611729] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"131.46585ms","start":"2026-02-27T16:51:37.135917Z","end":"2026-02-27T16:51:37.267383Z","steps":["trace[1259611729] 'process raft request' (duration: 131.311226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:37.597035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.951076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:51:37.59732Z","caller":"traceutil/trace.go:171","msg":"trace[438585990] linearizableReadLoop","detail":"{readStateIndex:860; appliedIndex:857; }","duration":"454.613279ms","start":"2026-02-27T16:51:37.142685Z","end":"2026-02-27T16:51:37.597298Z","steps":["trace[438585990] 'read index received' (duration: 124.461879ms)","trace[438585990] 'applied index is now lower than readState.Index' (duration: 330.150169ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:37.597399Z","caller":"traceutil/trace.go:171","msg":"trace[183211845] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"454.915375ms","start":"2026-02-27T16:51:37.142455Z","end":"2026-02-27T16:51:37.597371Z","steps":["trace[183211845] 'process raft request' (duration: 454.66724ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:37.597552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:37.142447Z","time spent":"455.025567ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:37.597607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.910905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2331"} {"level":"info","ts":"2026-02-27T16:51:37.597642Z","caller":"traceutil/trace.go:171","msg":"trace[946495376] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"458.953898ms","start":"2026-02-27T16:51:37.138669Z","end":"2026-02-27T16:51:37.597623Z","steps":["trace[946495376] 'process raft request' (duration: 276.313276ms)","trace[946495376] 'compare' (duration: 181.830404ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:37.597426Z","caller":"traceutil/trace.go:171","msg":"trace[223061314] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"451.892206ms","start":"2026-02-27T16:51:37.14552Z","end":"2026-02-27T16:51:37.597413Z","steps":["trace[223061314] 'process raft request' (duration: 451.693232ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:37.597736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:37.138656Z","time spent":"459.03663ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:37.59776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:37.145511Z","time spent":"452.202473ms","remote":"127.0.0.1:32974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:37.597811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.456507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-02-27T16:51:37.597892Z","caller":"traceutil/trace.go:171","msg":"trace[1720412827] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:824; }","duration":"441.593769ms","start":"2026-02-27T16:51:37.15628Z","end":"2026-02-27T16:51:37.597873Z","steps":["trace[1720412827] 'agreement among raft nodes before linearized reading' (duration: 441.391775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:37.597929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.322549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982891ff2ec710\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-27T16:51:37.597978Z","caller":"traceutil/trace.go:171","msg":"trace[2042978494] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982891ff2ec710; range_end:; response_count:1; response_revision:824; }","duration":"325.40084ms","start":"2026-02-27T16:51:37.272562Z","end":"2026-02-27T16:51:37.597963Z","steps":["trace[2042978494] 'agreement among raft nodes before linearized reading' (duration: 325.259807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:37.598014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:37.272547Z","time spent":"325.461011ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982891ff2ec710\" "} {"level":"info","ts":"2026-02-27T16:51:37.597658Z","caller":"traceutil/trace.go:171","msg":"trace[1876933883] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:824; }","duration":"454.980926ms","start":"2026-02-27T16:51:37.142664Z","end":"2026-02-27T16:51:37.597645Z","steps":["trace[1876933883] 'agreement among raft nodes before linearized reading' (duration: 454.782962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:37.598033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:37.156274Z","time spent":"441.680742ms","remote":"127.0.0.1:32902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3039,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-02-27T16:51:37.598082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:37.142659Z","time spent":"455.410556ms","remote":"127.0.0.1:40038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":2353,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-02-27T16:51:38.00188Z","caller":"traceutil/trace.go:171","msg":"trace[1490109460] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"333.68916ms","start":"2026-02-27T16:51:37.668167Z","end":"2026-02-27T16:51:38.001856Z","steps":["trace[1490109460] 'process raft request' (duration: 332.739618ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:38.001922Z","caller":"traceutil/trace.go:171","msg":"trace[329735391] linearizableReadLoop","detail":"{readStateIndex:863; appliedIndex:862; }","duration":"333.617899ms","start":"2026-02-27T16:51:37.668279Z","end":"2026-02-27T16:51:38.001897Z","steps":["trace[329735391] 'read index received' (duration: 332.689887ms)","trace[329735391] 'applied index is now lower than readState.Index' (duration: 926.322µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:38.001955Z","caller":"traceutil/trace.go:171","msg":"trace[67825375] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"333.177548ms","start":"2026-02-27T16:51:37.668755Z","end":"2026-02-27T16:51:38.001933Z","steps":["trace[67825375] 'process raft request' (duration: 333.104536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:38.002036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:37.668146Z","time spent":"333.818164ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:38.002051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:37.668749Z","time spent":"333.25425ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:38.002198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.897726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4428"} {"level":"info","ts":"2026-02-27T16:51:38.002254Z","caller":"traceutil/trace.go:171","msg":"trace[18476602] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:828; }","duration":"333.960077ms","start":"2026-02-27T16:51:37.668261Z","end":"2026-02-27T16:51:38.002221Z","steps":["trace[18476602] 'agreement among raft nodes before linearized reading' (duration: 333.771942ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:38.002289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:37.66825Z","time spent":"334.030948ms","remote":"127.0.0.1:32974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4450,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-02-27T16:51:38.002313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.217612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T16:51:38.002339Z","caller":"traceutil/trace.go:171","msg":"trace[2046633701] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:828; }","duration":"275.253293ms","start":"2026-02-27T16:51:37.727077Z","end":"2026-02-27T16:51:38.00233Z","steps":["trace[2046633701] 'agreement among raft nodes before linearized reading' (duration: 275.196072ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:38.002331Z","caller":"traceutil/trace.go:171","msg":"trace[1441269688] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"333.932135ms","start":"2026-02-27T16:51:37.668387Z","end":"2026-02-27T16:51:38.002319Z","steps":["trace[1441269688] 'process raft request' (duration: 333.378132ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:38.002392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:37.668379Z","time spent":"333.980467ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:38.002394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.504241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:51:38.002433Z","caller":"traceutil/trace.go:171","msg":"trace[234817304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:828; }","duration":"297.555132ms","start":"2026-02-27T16:51:37.704867Z","end":"2026-02-27T16:51:38.002422Z","steps":["trace[234817304] 'agreement among raft nodes before linearized reading' (duration: 297.482161ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:38.002254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.024324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T16:51:38.002493Z","caller":"traceutil/trace.go:171","msg":"trace[830759563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:828; }","duration":"298.284299ms","start":"2026-02-27T16:51:37.704194Z","end":"2026-02-27T16:51:38.002478Z","steps":["trace[830759563] 'agreement among raft nodes before linearized reading' (duration: 297.964562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:38.532564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100672092876348,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T16:51:38.558695Z","caller":"traceutil/trace.go:171","msg":"trace[1984940943] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"552.077148ms","start":"2026-02-27T16:51:38.006598Z","end":"2026-02-27T16:51:38.558675Z","steps":["trace[1984940943] 'process raft request' (duration: 551.912045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:38.558901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:38.006582Z","time spent":"552.217992ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:51:38.558937Z","caller":"traceutil/trace.go:171","msg":"trace[135236388] transaction","detail":"{read_only:false; response_revision:832; number_of_response:1; }","duration":"548.160649ms","start":"2026-02-27T16:51:38.010759Z","end":"2026-02-27T16:51:38.558919Z","steps":["trace[135236388] 'process raft request' (duration: 548.092907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:38.5592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:38.010749Z","time spent":"548.418716ms","remote":"127.0.0.1:32974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:51:38.558983Z","caller":"traceutil/trace.go:171","msg":"trace[1246861452] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"551.514275ms","start":"2026-02-27T16:51:38.007458Z","end":"2026-02-27T16:51:38.558972Z","steps":["trace[1246861452] 'process raft request' (duration: 551.175608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:38.559462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:38.007442Z","time spent":"551.907695ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:39.262766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.731645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:51:39.262941Z","caller":"traceutil/trace.go:171","msg":"trace[1967640857] linearizableReadLoop","detail":"{readStateIndex:870; appliedIndex:866; }","duration":"1.230607394s","start":"2026-02-27T16:51:38.032311Z","end":"2026-02-27T16:51:39.262918Z","steps":["trace[1967640857] 'read index received' (duration: 526.290899ms)","trace[1967640857] 'applied index is now lower than readState.Index' (duration: 704.314665ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:39.263169Z","caller":"traceutil/trace.go:171","msg":"trace[1432558189] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"1.230245005s","start":"2026-02-27T16:51:38.032895Z","end":"2026-02-27T16:51:39.26314Z","steps":["trace[1432558189] 'process raft request' (duration: 715.04565ms)","trace[1432558189] 'compare' (duration: 514.584381ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:39.263263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:38.032879Z","time spent":"1.230342707s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:51:39.263309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230983723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T16:51:39.263357Z","caller":"traceutil/trace.go:171","msg":"trace[355151812] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:833; }","duration":"1.231060985s","start":"2026-02-27T16:51:38.032281Z","end":"2026-02-27T16:51:39.263342Z","steps":["trace[355151812] 'agreement among raft nodes before linearized reading' (duration: 1.23085497s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:39.263397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:38.03227Z","time spent":"1.231116886s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T16:51:39.263784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.391921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4945"} {"level":"info","ts":"2026-02-27T16:51:39.263874Z","caller":"traceutil/trace.go:171","msg":"trace[797062708] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:833; }","duration":"678.506203ms","start":"2026-02-27T16:51:38.585353Z","end":"2026-02-27T16:51:39.263859Z","steps":["trace[797062708] 'agreement among raft nodes before linearized reading' (duration: 678.249708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:39.263919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:38.585339Z","time spent":"678.566325ms","remote":"127.0.0.1:32974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4967,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-02-27T16:51:39.263992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.85722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:51:39.26404Z","caller":"traceutil/trace.go:171","msg":"trace[1913093590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:833; }","duration":"560.927552ms","start":"2026-02-27T16:51:38.703098Z","end":"2026-02-27T16:51:39.264026Z","steps":["trace[1913093590] 'agreement among raft nodes before linearized reading' (duration: 560.84733ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:39.264059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.383872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982891ff2ec710\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-27T16:51:39.264079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:38.703088Z","time spent":"560.981113ms","remote":"127.0.0.1:32800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T16:51:39.264111Z","caller":"traceutil/trace.go:171","msg":"trace[735156315] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18982891ff2ec710; range_end:; response_count:1; response_revision:833; }","duration":"678.443793ms","start":"2026-02-27T16:51:38.585651Z","end":"2026-02-27T16:51:39.264094Z","steps":["trace[735156315] 'agreement among raft nodes before linearized reading' (duration: 678.298819ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:39.264145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:38.585646Z","time spent":"678.491104ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18982891ff2ec710\" "} {"level":"warn","ts":"2026-02-27T16:51:39.802214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100672092876355,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T16:51:40.344702Z","caller":"traceutil/trace.go:171","msg":"trace[1618096969] linearizableReadLoop","detail":"{readStateIndex:873; appliedIndex:871; }","duration":"1.043295737s","start":"2026-02-27T16:51:39.301374Z","end":"2026-02-27T16:51:40.34467Z","steps":["trace[1618096969] 'read index received' (duration: 966.96809ms)","trace[1618096969] 'applied index is now lower than readState.Index' (duration: 76.326077ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:40.344876Z","caller":"traceutil/trace.go:171","msg":"trace[1625333259] transaction","detail":"{read_only:false; response_revision:836; number_of_response:1; }","duration":"1.073387895s","start":"2026-02-27T16:51:39.271476Z","end":"2026-02-27T16:51:40.344863Z","steps":["trace[1625333259] 'process raft request' (duration: 1.073025027s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:40.345065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:39.271467Z","time spent":"1.073446567s","remote":"127.0.0.1:32974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4763,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:51:40.345259Z","caller":"traceutil/trace.go:171","msg":"trace[586802744] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"1.077773806s","start":"2026-02-27T16:51:39.267425Z","end":"2026-02-27T16:51:40.345199Z","steps":["trace[586802744] 'process raft request' (duration: 1.000939837s)","trace[586802744] 'compare' (duration: 75.371176ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:40.345465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:39.267414Z","time spent":"1.07793015s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:40.345537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044141426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.189828974acac202\" ","response":"range_response_count:1 size:837"} {"level":"info","ts":"2026-02-27T16:51:40.34559Z","caller":"traceutil/trace.go:171","msg":"trace[365102742] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.189828974acac202; range_end:; response_count:1; response_revision:836; }","duration":"1.044223428s","start":"2026-02-27T16:51:39.301352Z","end":"2026-02-27T16:51:40.345575Z","steps":["trace[365102742] 'agreement among raft nodes before linearized reading' (duration: 1.044046504s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:40.345621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:39.301343Z","time spent":"1.044273409s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":859,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.189828974acac202\" "} {"level":"warn","ts":"2026-02-27T16:51:40.346137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.634793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:51:40.346201Z","caller":"traceutil/trace.go:171","msg":"trace[939304535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:836; }","duration":"642.732975ms","start":"2026-02-27T16:51:39.703447Z","end":"2026-02-27T16:51:40.34618Z","steps":["trace[939304535] 'agreement among raft nodes before linearized reading' (duration: 642.629823ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:40.346246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:39.70343Z","time spent":"642.804847ms","remote":"127.0.0.1:32798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:51:40.347092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.666097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T16:51:40.347252Z","caller":"traceutil/trace.go:171","msg":"trace[269144100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:836; }","duration":"339.75829ms","start":"2026-02-27T16:51:40.007379Z","end":"2026-02-27T16:51:40.347137Z","steps":["trace[269144100] 'agreement among raft nodes before linearized reading' (duration: 339.598336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:40.347302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:40.007363Z","time spent":"339.926473ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:51:40.348822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.291993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T16:51:40.348884Z","caller":"traceutil/trace.go:171","msg":"trace[173960721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:836; }","duration":"341.419557ms","start":"2026-02-27T16:51:40.007449Z","end":"2026-02-27T16:51:40.348869Z","steps":["trace[173960721] 'agreement among raft nodes before linearized reading' (duration: 338.987922ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:40.348926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:40.007429Z","time spent":"341.486479ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:51:41.06232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.260064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:51:41.06308Z","caller":"traceutil/trace.go:171","msg":"trace[572165553] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"708.674925ms","start":"2026-02-27T16:51:40.354386Z","end":"2026-02-27T16:51:41.063061Z","steps":["trace[572165553] 'process raft request' (duration: 708.623034ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:41.063286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:40.354367Z","time spent":"708.830498ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:51:41.063585Z","caller":"traceutil/trace.go:171","msg":"trace[1582908139] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"715.771086ms","start":"2026-02-27T16:51:40.347801Z","end":"2026-02-27T16:51:41.063572Z","steps":["trace[1582908139] 'process raft request' (duration: 359.177712ms)","trace[1582908139] 'compare' (duration: 354.62759ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:41.063883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:40.347776Z","time spent":"716.063484ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:41.06404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.176705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:51:41.064092Z","caller":"traceutil/trace.go:171","msg":"trace[1728825915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:839; }","duration":"715.275917ms","start":"2026-02-27T16:51:40.348805Z","end":"2026-02-27T16:51:41.064081Z","steps":["trace[1728825915] 'agreement among raft nodes before linearized reading' (duration: 715.110323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:41.06413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:40.34872Z","time spent":"715.40182ms","remote":"127.0.0.1:32800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T16:51:41.064479Z","caller":"traceutil/trace.go:171","msg":"trace[2020484467] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"711.739444ms","start":"2026-02-27T16:51:40.352728Z","end":"2026-02-27T16:51:41.064467Z","steps":["trace[2020484467] 'process raft request' (duration: 709.970194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:41.064568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:40.352703Z","time spent":"711.811297ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:51:41.063863Z","caller":"traceutil/trace.go:171","msg":"trace[957287779] linearizableReadLoop","detail":"{readStateIndex:874; appliedIndex:873; }","duration":"714.99444ms","start":"2026-02-27T16:51:40.348839Z","end":"2026-02-27T16:51:41.063833Z","steps":["trace[957287779] 'read index received' (duration: 358.15473ms)","trace[957287779] 'applied index is now lower than readState.Index' (duration: 356.83616ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:41.065215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.975386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T16:51:41.065257Z","caller":"traceutil/trace.go:171","msg":"trace[2116884629] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:839; }","duration":"479.057338ms","start":"2026-02-27T16:51:40.58619Z","end":"2026-02-27T16:51:41.065247Z","steps":["trace[2116884629] 'agreement among raft nodes before linearized reading' (duration: 478.920625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:41.065287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:40.586169Z","time spent":"479.111169ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T16:51:41.524898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.579418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:51:41.525092Z","caller":"traceutil/trace.go:171","msg":"trace[28816760] linearizableReadLoop","detail":"{readStateIndex:877; appliedIndex:876; }","duration":"450.055094ms","start":"2026-02-27T16:51:41.075011Z","end":"2026-02-27T16:51:41.525067Z","steps":["trace[28816760] 'read index received' (duration: 147.19293ms)","trace[28816760] 'applied index is now lower than readState.Index' (duration: 302.860363ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:41.525209Z","caller":"traceutil/trace.go:171","msg":"trace[1209400876] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"451.686251ms","start":"2026-02-27T16:51:41.073481Z","end":"2026-02-27T16:51:41.525168Z","steps":["trace[1209400876] 'process raft request' (duration: 148.713654ms)","trace[1209400876] 'compare' (duration: 302.22041ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:41.525296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.259288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:51:41.525352Z","caller":"traceutil/trace.go:171","msg":"trace[1525437244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:840; }","duration":"450.351961ms","start":"2026-02-27T16:51:41.074983Z","end":"2026-02-27T16:51:41.525335Z","steps":["trace[1525437244] 'agreement among raft nodes before linearized reading' (duration: 450.194547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:41.525403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:41.074964Z","time spent":"450.428372ms","remote":"127.0.0.1:32798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:51:41.525421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:41.073463Z","time spent":"451.836135ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T16:51:41.525754Z","caller":"traceutil/trace.go:171","msg":"trace[1989704325] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"448.663103ms","start":"2026-02-27T16:51:41.077074Z","end":"2026-02-27T16:51:41.525737Z","steps":["trace[1989704325] 'process raft request' (duration: 448.574791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:41.525854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:41.077068Z","time spent":"448.725894ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:41.525876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.977248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T16:51:41.525925Z","caller":"traceutil/trace.go:171","msg":"trace[1623258258] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"450.082185ms","start":"2026-02-27T16:51:41.075823Z","end":"2026-02-27T16:51:41.525905Z","steps":["trace[1623258258] 'process raft request' (duration: 449.682875ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:41.525955Z","caller":"traceutil/trace.go:171","msg":"trace[412828638] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:842; }","duration":"445.07758ms","start":"2026-02-27T16:51:41.080856Z","end":"2026-02-27T16:51:41.525934Z","steps":["trace[412828638] 'agreement among raft nodes before linearized reading' (duration: 444.850804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:41.526003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:41.080852Z","time spent":"445.142881ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:51:41.526024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:41.075812Z","time spent":"450.156657ms","remote":"127.0.0.1:32974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:41.52605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.952174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:51:41.526077Z","caller":"traceutil/trace.go:171","msg":"trace[1330606396] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:842; }","duration":"171.008515ms","start":"2026-02-27T16:51:41.355061Z","end":"2026-02-27T16:51:41.526069Z","steps":["trace[1330606396] 'agreement among raft nodes before linearized reading' (duration: 170.952564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:41.814636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.479339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:51:41.814777Z","caller":"traceutil/trace.go:171","msg":"trace[1969694867] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"281.885424ms","start":"2026-02-27T16:51:41.532871Z","end":"2026-02-27T16:51:41.814757Z","steps":["trace[1969694867] 'process raft request' (duration: 109.17433ms)","trace[1969694867] 'compare' (duration: 172.327666ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:42.493425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.450274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:51:42.493548Z","caller":"traceutil/trace.go:171","msg":"trace[846432033] linearizableReadLoop","detail":"{readStateIndex:882; appliedIndex:880; }","duration":"142.676146ms","start":"2026-02-27T16:51:42.35086Z","end":"2026-02-27T16:51:42.493537Z","steps":["trace[846432033] 'read index received' (duration: 40.081µs)","trace[846432033] 'applied index is now lower than readState.Index' (duration: 142.635245ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:42.493653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.792359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T16:51:42.493674Z","caller":"traceutil/trace.go:171","msg":"trace[439017784] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:845; }","duration":"142.84838ms","start":"2026-02-27T16:51:42.350819Z","end":"2026-02-27T16:51:42.493667Z","steps":["trace[439017784] 'agreement among raft nodes before linearized reading' (duration: 142.754708ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:42.493795Z","caller":"traceutil/trace.go:171","msg":"trace[900148991] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"673.027948ms","start":"2026-02-27T16:51:41.820757Z","end":"2026-02-27T16:51:42.493785Z","steps":["trace[900148991] 'process raft request' (duration: 270.158884ms)","trace[900148991] 'compare' (duration: 402.23432ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:42.493834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:41.820737Z","time spent":"673.07589ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:51:42.494227Z","caller":"traceutil/trace.go:171","msg":"trace[2142073357] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"551.637479ms","start":"2026-02-27T16:51:41.942557Z","end":"2026-02-27T16:51:42.494195Z","steps":["trace[2142073357] 'process raft request' (duration: 550.939123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:42.494356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:41.942529Z","time spent":"551.762302ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:51:42.76259Z","caller":"traceutil/trace.go:171","msg":"trace[124778271] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"264.955307ms","start":"2026-02-27T16:51:42.497599Z","end":"2026-02-27T16:51:42.762555Z","steps":["trace[124778271] 'process raft request' (duration: 203.397447ms)","trace[124778271] 'compare' (duration: 60.587388ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:42.762996Z","caller":"traceutil/trace.go:171","msg":"trace[1689341390] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"264.868473ms","start":"2026-02-27T16:51:42.498112Z","end":"2026-02-27T16:51:42.762981Z","steps":["trace[1689341390] 'process raft request' (duration: 264.373482ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:43.006836Z","caller":"traceutil/trace.go:171","msg":"trace[782423318] transaction","detail":"{read_only:false; response_revision:848; number_of_response:1; }","duration":"238.557282ms","start":"2026-02-27T16:51:42.76825Z","end":"2026-02-27T16:51:43.006807Z","steps":["trace[782423318] 'process raft request' (duration: 238.312076ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:43.244031Z","caller":"traceutil/trace.go:171","msg":"trace[1122440126] linearizableReadLoop","detail":"{readStateIndex:886; appliedIndex:885; }","duration":"170.902663ms","start":"2026-02-27T16:51:43.073102Z","end":"2026-02-27T16:51:43.244004Z","steps":["trace[1122440126] 'read index received' (duration: 86.609202ms)","trace[1122440126] 'applied index is now lower than readState.Index' (duration: 84.292161ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:43.244178Z","caller":"traceutil/trace.go:171","msg":"trace[1600295671] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"226.533787ms","start":"2026-02-27T16:51:43.017616Z","end":"2026-02-27T16:51:43.244149Z","steps":["trace[1600295671] 'process raft request' (duration: 142.102684ms)","trace[1600295671] 'compare' (duration: 84.028694ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:43.244377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.25463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T16:51:43.244433Z","caller":"traceutil/trace.go:171","msg":"trace[1287896646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:849; }","duration":"171.362633ms","start":"2026-02-27T16:51:43.073055Z","end":"2026-02-27T16:51:43.244418Z","steps":["trace[1287896646] 'agreement among raft nodes before linearized reading' (duration: 171.138338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:43.244703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.248021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T16:51:43.244996Z","caller":"traceutil/trace.go:171","msg":"trace[372987816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:849; }","duration":"171.509056ms","start":"2026-02-27T16:51:43.073417Z","end":"2026-02-27T16:51:43.244926Z","steps":["trace[372987816] 'agreement among raft nodes before linearized reading' (duration: 170.930093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:43.626204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.464229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:51:43.626762Z","caller":"traceutil/trace.go:171","msg":"trace[136734316] transaction","detail":"{read_only:false; response_revision:850; number_of_response:1; }","duration":"379.401415ms","start":"2026-02-27T16:51:43.247322Z","end":"2026-02-27T16:51:43.626723Z","steps":["trace[136734316] 'process raft request' (duration: 133.357413ms)","trace[136734316] 'compare' (duration: 245.334596ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:43.626802Z","caller":"traceutil/trace.go:171","msg":"trace[917379023] transaction","detail":"{read_only:false; response_revision:851; number_of_response:1; }","duration":"377.498561ms","start":"2026-02-27T16:51:43.249287Z","end":"2026-02-27T16:51:43.626786Z","steps":["trace[917379023] 'process raft request' (duration: 377.333387ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:43.626842Z","caller":"traceutil/trace.go:171","msg":"trace[1037557124] transaction","detail":"{read_only:false; response_revision:852; number_of_response:1; }","duration":"376.632852ms","start":"2026-02-27T16:51:43.250197Z","end":"2026-02-27T16:51:43.626829Z","steps":["trace[1037557124] 'process raft request' (duration: 376.521079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:43.626885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:43.247301Z","time spent":"379.532528ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:51:43.6269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:43.250187Z","time spent":"376.679404ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:43.626897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:43.24927Z","time spent":"377.563203ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:43.627124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.009696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T16:51:43.627185Z","caller":"traceutil/trace.go:171","msg":"trace[891916424] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:852; }","duration":"282.121588ms","start":"2026-02-27T16:51:43.345049Z","end":"2026-02-27T16:51:43.627171Z","steps":["trace[891916424] 'agreement among raft nodes before linearized reading' (duration: 281.892613ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:43.626807Z","caller":"traceutil/trace.go:171","msg":"trace[135182933] linearizableReadLoop","detail":"{readStateIndex:889; appliedIndex:886; }","duration":"281.689338ms","start":"2026-02-27T16:51:43.3451Z","end":"2026-02-27T16:51:43.626789Z","steps":["trace[135182933] 'read index received' (duration: 35.693267ms)","trace[135182933] 'applied index is now lower than readState.Index' (duration: 245.994541ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:43.629994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.183524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T16:51:43.631111Z","caller":"traceutil/trace.go:171","msg":"trace[2141550751] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:852; }","duration":"100.795398ms","start":"2026-02-27T16:51:43.529754Z","end":"2026-02-27T16:51:43.630549Z","steps":["trace[2141550751] 'agreement among raft nodes before linearized reading' (duration: 100.140143ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:43.949591Z","caller":"traceutil/trace.go:171","msg":"trace[156308730] transaction","detail":"{read_only:false; response_revision:853; number_of_response:1; }","duration":"316.530492ms","start":"2026-02-27T16:51:43.63303Z","end":"2026-02-27T16:51:43.949561Z","steps":["trace[156308730] 'process raft request' (duration: 250.663218ms)","trace[156308730] 'compare' (duration: 65.417484ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:43.9497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:43.633014Z","time spent":"316.636324ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T16:51:43.949716Z","caller":"traceutil/trace.go:171","msg":"trace[1905258008] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"314.423543ms","start":"2026-02-27T16:51:43.635251Z","end":"2026-02-27T16:51:43.949675Z","steps":["trace[1905258008] 'process raft request' (duration: 314.26376ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:43.950017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:43.635244Z","time spent":"314.613447ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:51:43.982709Z","caller":"traceutil/trace.go:171","msg":"trace[920700138] linearizableReadLoop","detail":"{readStateIndex:893; appliedIndex:890; }","duration":"254.222453ms","start":"2026-02-27T16:51:43.728462Z","end":"2026-02-27T16:51:43.982685Z","steps":["trace[920700138] 'read index received' (duration: 155.367716ms)","trace[920700138] 'applied index is now lower than readState.Index' (duration: 98.853467ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:43.982862Z","caller":"traceutil/trace.go:171","msg":"trace[1022375566] transaction","detail":"{read_only:false; response_revision:856; number_of_response:1; }","duration":"253.518357ms","start":"2026-02-27T16:51:43.729307Z","end":"2026-02-27T16:51:43.982825Z","steps":["trace[1022375566] 'process raft request' (duration: 253.321203ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:43.982898Z","caller":"traceutil/trace.go:171","msg":"trace[836652495] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"299.415727ms","start":"2026-02-27T16:51:43.683453Z","end":"2026-02-27T16:51:43.982869Z","steps":["trace[836652495] 'process raft request' (duration: 298.942046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:43.98304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.55353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T16:51:43.983087Z","caller":"traceutil/trace.go:171","msg":"trace[2051766702] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:856; }","duration":"254.694644ms","start":"2026-02-27T16:51:43.728382Z","end":"2026-02-27T16:51:43.983077Z","steps":["trace[2051766702] 'agreement among raft nodes before linearized reading' (duration: 254.452448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:44.709548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.933967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:51:44.709659Z","caller":"traceutil/trace.go:171","msg":"trace[704575310] linearizableReadLoop","detail":"{readStateIndex:896; appliedIndex:895; }","duration":"692.892823ms","start":"2026-02-27T16:51:44.016749Z","end":"2026-02-27T16:51:44.709642Z","steps":["trace[704575310] 'read index received' (duration: 115.734051ms)","trace[704575310] 'applied index is now lower than readState.Index' (duration: 577.157352ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:44.709817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.072058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T16:51:44.709845Z","caller":"traceutil/trace.go:171","msg":"trace[1740137762] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:858; }","duration":"693.128589ms","start":"2026-02-27T16:51:44.016708Z","end":"2026-02-27T16:51:44.709837Z","steps":["trace[1740137762] 'agreement among raft nodes before linearized reading' (duration: 693.029986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:44.70987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:44.016697Z","time spent":"693.16554ms","remote":"127.0.0.1:33076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T16:51:44.709778Z","caller":"traceutil/trace.go:171","msg":"trace[1958413422] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"693.678532ms","start":"2026-02-27T16:51:44.016064Z","end":"2026-02-27T16:51:44.709743Z","steps":["trace[1958413422] 'process raft request' (duration: 116.467798ms)","trace[1958413422] 'compare' (duration: 576.480698ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:44.710113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:44.016041Z","time spent":"693.971608ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T16:51:45.09424Z","caller":"traceutil/trace.go:171","msg":"trace[1878932299] linearizableReadLoop","detail":"{readStateIndex:897; appliedIndex:896; }","duration":"315.176913ms","start":"2026-02-27T16:51:44.779043Z","end":"2026-02-27T16:51:45.094219Z","steps":["trace[1878932299] 'read index received' (duration: 315.014359ms)","trace[1878932299] 'applied index is now lower than readState.Index' (duration: 162.114µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:45.094498Z","caller":"traceutil/trace.go:171","msg":"trace[595432072] transaction","detail":"{read_only:false; response_revision:859; number_of_response:1; }","duration":"380.850572ms","start":"2026-02-27T16:51:44.71361Z","end":"2026-02-27T16:51:45.09446Z","steps":["trace[595432072] 'process raft request' (duration: 380.497404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:45.094651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:44.713589Z","time spent":"380.987204ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:51:45.095958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.904821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T16:51:45.096023Z","caller":"traceutil/trace.go:171","msg":"trace[230321207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:859; }","duration":"317.009733ms","start":"2026-02-27T16:51:44.779004Z","end":"2026-02-27T16:51:45.096014Z","steps":["trace[230321207] 'agreement among raft nodes before linearized reading' (duration: 315.54555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:45.096047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:44.778987Z","time spent":"317.054615ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T16:51:45.397066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.028966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:51:45.397198Z","caller":"traceutil/trace.go:171","msg":"trace[1921382414] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"298.193004ms","start":"2026-02-27T16:51:45.098976Z","end":"2026-02-27T16:51:45.397169Z","steps":["trace[1921382414] 'process raft request' (duration: 186.987025ms)","trace[1921382414] 'compare' (duration: 110.865032ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:45.398559Z","caller":"traceutil/trace.go:171","msg":"trace[726087384] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"298.158684ms","start":"2026-02-27T16:51:45.100373Z","end":"2026-02-27T16:51:45.398532Z","steps":["trace[726087384] 'process raft request' (duration: 298.028751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:45.653229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.166919ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:51:45.653409Z","caller":"traceutil/trace.go:171","msg":"trace[1692822691] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:861; }","duration":"120.379454ms","start":"2026-02-27T16:51:45.533003Z","end":"2026-02-27T16:51:45.653383Z","steps":["trace[1692822691] 'range keys from in-memory index tree' (duration: 120.135439ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:49.979915Z","caller":"traceutil/trace.go:171","msg":"trace[576662826] linearizableReadLoop","detail":"{readStateIndex:909; appliedIndex:908; }","duration":"186.697257ms","start":"2026-02-27T16:51:49.793193Z","end":"2026-02-27T16:51:49.97989Z","steps":["trace[576662826] 'read index received' (duration: 186.427321ms)","trace[576662826] 'applied index is now lower than readState.Index' (duration: 268.866µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:49.979958Z","caller":"traceutil/trace.go:171","msg":"trace[1622245225] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"188.168901ms","start":"2026-02-27T16:51:49.791764Z","end":"2026-02-27T16:51:49.979933Z","steps":["trace[1622245225] 'process raft request' (duration: 187.960336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:49.980105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.890712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T16:51:49.980143Z","caller":"traceutil/trace.go:171","msg":"trace[1173513108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:870; }","duration":"186.969753ms","start":"2026-02-27T16:51:49.793164Z","end":"2026-02-27T16:51:49.980134Z","steps":["trace[1173513108] 'agreement among raft nodes before linearized reading' (duration: 186.82058ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:03.63732Z","caller":"traceutil/trace.go:171","msg":"trace[2134939926] linearizableReadLoop","detail":"{readStateIndex:1003; appliedIndex:1002; }","duration":"290.252999ms","start":"2026-02-27T16:52:03.347042Z","end":"2026-02-27T16:52:03.637295Z","steps":["trace[2134939926] 'read index received' (duration: 290.113136ms)","trace[2134939926] 'applied index is now lower than readState.Index' (duration: 139.013µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:52:03.637391Z","caller":"traceutil/trace.go:171","msg":"trace[1586206444] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"785.443441ms","start":"2026-02-27T16:52:02.851917Z","end":"2026-02-27T16:52:03.637361Z","steps":["trace[1586206444] 'process raft request' (duration: 785.253047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:03.637554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.510955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T16:52:03.63756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:02.851895Z","time spent":"785.562763ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:52:03.63759Z","caller":"traceutil/trace.go:171","msg":"trace[1907226435] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:960; }","duration":"105.608057ms","start":"2026-02-27T16:52:03.53197Z","end":"2026-02-27T16:52:03.637578Z","steps":["trace[1907226435] 'agreement among raft nodes before linearized reading' (duration: 105.467064ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:03.637635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.553936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T16:52:03.637727Z","caller":"traceutil/trace.go:171","msg":"trace[47197320] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:960; }","duration":"290.693778ms","start":"2026-02-27T16:52:03.34701Z","end":"2026-02-27T16:52:03.637704Z","steps":["trace[47197320] 'agreement among raft nodes before linearized reading' (duration: 290.413262ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:04.203646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100672092876707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:52:04.716804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.767998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:52:04.716901Z","caller":"traceutil/trace.go:171","msg":"trace[97693801] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"1.07439748s","start":"2026-02-27T16:52:03.642485Z","end":"2026-02-27T16:52:04.716882Z","steps":["trace[97693801] 'process raft request' (duration: 734.481159ms)","trace[97693801] 'compare' (duration: 339.649695ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:52:04.717128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:03.642459Z","time spent":"1.074472422s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:52:04.72053Z","caller":"traceutil/trace.go:171","msg":"trace[654023641] linearizableReadLoop","detail":"{readStateIndex:1006; appliedIndex:1004; }","duration":"1.017743562s","start":"2026-02-27T16:52:03.702759Z","end":"2026-02-27T16:52:04.720503Z","steps":["trace[654023641] 'read index received' (duration: 674.20256ms)","trace[654023641] 'applied index is now lower than readState.Index' (duration: 343.539862ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:52:04.720644Z","caller":"traceutil/trace.go:171","msg":"trace[1497348835] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"1.06949192s","start":"2026-02-27T16:52:03.651141Z","end":"2026-02-27T16:52:04.720633Z","steps":["trace[1497348835] 'process raft request' (duration: 1.069149933s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:04.720757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:03.651132Z","time spent":"1.069537771s","remote":"127.0.0.1:32816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:52:04.721139Z","caller":"traceutil/trace.go:171","msg":"trace[1293935638] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"345.381253ms","start":"2026-02-27T16:52:04.375747Z","end":"2026-02-27T16:52:04.721128Z","steps":["trace[1293935638] 'process raft request' (duration: 344.711449ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:04.721206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:04.375728Z","time spent":"345.445565ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:52:04.721341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018580731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:52:04.721382Z","caller":"traceutil/trace.go:171","msg":"trace[585002956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:963; }","duration":"1.018649402s","start":"2026-02-27T16:52:03.702723Z","end":"2026-02-27T16:52:04.721372Z","steps":["trace[585002956] 'agreement among raft nodes before linearized reading' (duration: 1.01859411s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:04.721409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:03.70271Z","time spent":"1.018693363s","remote":"127.0.0.1:32798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:52:04.721595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.281813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T16:52:04.721628Z","caller":"traceutil/trace.go:171","msg":"trace[553868308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:963; }","duration":"815.386896ms","start":"2026-02-27T16:52:03.906233Z","end":"2026-02-27T16:52:04.72162Z","steps":["trace[553868308] 'agreement among raft nodes before linearized reading' (duration: 815.281904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:04.721655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:03.906209Z","time spent":"815.439237ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:52:04.721843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.14934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:52:04.721883Z","caller":"traceutil/trace.go:171","msg":"trace[899180320] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:963; }","duration":"454.218541ms","start":"2026-02-27T16:52:04.267653Z","end":"2026-02-27T16:52:04.721872Z","steps":["trace[899180320] 'agreement among raft nodes before linearized reading' (duration: 454.16478ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:04.721911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:04.267635Z","time spent":"454.269142ms","remote":"127.0.0.1:40038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:52:04.722063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.401371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T16:52:04.722095Z","caller":"traceutil/trace.go:171","msg":"trace[1224372548] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:963; }","duration":"515.432621ms","start":"2026-02-27T16:52:04.206654Z","end":"2026-02-27T16:52:04.722087Z","steps":["trace[1224372548] 'agreement among raft nodes before linearized reading' (duration: 515.353559ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:04.72212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:04.206608Z","time spent":"515.505973ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T16:52:04.722228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.789382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:52:04.722259Z","caller":"traceutil/trace.go:171","msg":"trace[1740439921] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:963; }","duration":"557.854674ms","start":"2026-02-27T16:52:04.164397Z","end":"2026-02-27T16:52:04.722251Z","steps":["trace[1740439921] 'agreement among raft nodes before linearized reading' (duration: 557.811863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:04.722289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:04.164375Z","time spent":"557.908135ms","remote":"127.0.0.1:33090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:52:04.722441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.761461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T16:52:04.722498Z","caller":"traceutil/trace.go:171","msg":"trace[1869830830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:963; }","duration":"606.849963ms","start":"2026-02-27T16:52:04.115632Z","end":"2026-02-27T16:52:04.722482Z","steps":["trace[1869830830] 'agreement among raft nodes before linearized reading' (duration: 606.747821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:04.722552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:04.115612Z","time spent":"606.926345ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:52:04.722751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.926221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T16:52:04.722788Z","caller":"traceutil/trace.go:171","msg":"trace[247477207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:963; }","duration":"651.024013ms","start":"2026-02-27T16:52:04.071755Z","end":"2026-02-27T16:52:04.722779Z","steps":["trace[247477207] 'agreement among raft nodes before linearized reading' (duration: 650.931541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:04.722815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:04.071735Z","time spent":"651.074345ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T16:52:18.635211Z","caller":"traceutil/trace.go:171","msg":"trace[770497507] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"339.124634ms","start":"2026-02-27T16:52:18.296046Z","end":"2026-02-27T16:52:18.635171Z","steps":["trace[770497507] 'process raft request' (duration: 268.116947ms)","trace[770497507] 'compare' (duration: 70.846964ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:52:18.635407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:18.296021Z","time spent":"339.294588ms","remote":"127.0.0.1:33212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":797,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:52:18.950387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.224754ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T16:52:18.950504Z","caller":"traceutil/trace.go:171","msg":"trace[1432696530] linearizableReadLoop","detail":"{readStateIndex:1068; appliedIndex:1067; }","duration":"249.223897ms","start":"2026-02-27T16:52:18.701261Z","end":"2026-02-27T16:52:18.950484Z","steps":["trace[1432696530] 'read index received' (duration: 18.88325ms)","trace[1432696530] 'applied index is now lower than readState.Index' (duration: 230.339167ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:52:18.950615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.344889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:52:18.95065Z","caller":"traceutil/trace.go:171","msg":"trace[213195715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1020; }","duration":"249.415481ms","start":"2026-02-27T16:52:18.701225Z","end":"2026-02-27T16:52:18.950641Z","steps":["trace[213195715] 'agreement among raft nodes before linearized reading' (duration: 249.34681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:18.950711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.933021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T16:52:18.950769Z","caller":"traceutil/trace.go:171","msg":"trace[1250112980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1020; }","duration":"132.028233ms","start":"2026-02-27T16:52:18.818727Z","end":"2026-02-27T16:52:18.950756Z","steps":["trace[1250112980] 'agreement among raft nodes before linearized reading' (duration: 131.857009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:18.950787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.859955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T16:52:18.950858Z","caller":"traceutil/trace.go:171","msg":"trace[940816589] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1020; }","duration":"120.949077ms","start":"2026-02-27T16:52:18.829891Z","end":"2026-02-27T16:52:18.95084Z","steps":["trace[940816589] 'agreement among raft nodes before linearized reading' (duration: 120.739052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:18.950844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.206929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T16:52:18.950939Z","caller":"traceutil/trace.go:171","msg":"trace[1042660918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1020; }","duration":"115.366602ms","start":"2026-02-27T16:52:18.835552Z","end":"2026-02-27T16:52:18.950919Z","steps":["trace[1042660918] 'agreement among raft nodes before linearized reading' (duration: 115.063986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:18.950998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.366882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T16:52:18.951039Z","caller":"traceutil/trace.go:171","msg":"trace[48815874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1020; }","duration":"128.426854ms","start":"2026-02-27T16:52:18.822602Z","end":"2026-02-27T16:52:18.951029Z","steps":["trace[48815874] 'agreement among raft nodes before linearized reading' (duration: 128.327082ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:19.969784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.603109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:52:19.970081Z","caller":"traceutil/trace.go:171","msg":"trace[1498812979] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"1.01314s","start":"2026-02-27T16:52:18.956912Z","end":"2026-02-27T16:52:19.970051Z","steps":["trace[1498812979] 'process raft request' (duration: 522.169072ms)","trace[1498812979] 'compare' (duration: 490.199801ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:52:19.970135Z","caller":"traceutil/trace.go:171","msg":"trace[987294156] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"1.011940442s","start":"2026-02-27T16:52:18.958179Z","end":"2026-02-27T16:52:19.97012Z","steps":["trace[987294156] 'process raft request' (duration: 1.011891211s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:19.970188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:18.956899Z","time spent":"1.013235051s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:52:19.970184Z","caller":"traceutil/trace.go:171","msg":"trace[1938553890] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"1.01315561s","start":"2026-02-27T16:52:18.956997Z","end":"2026-02-27T16:52:19.970153Z","steps":["trace[1938553890] 'process raft request' (duration: 1.012913554s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:19.970266Z","caller":"traceutil/trace.go:171","msg":"trace[598761754] transaction","detail":"{read_only:false; response_revision:1024; number_of_response:1; }","duration":"1.012771021s","start":"2026-02-27T16:52:18.957483Z","end":"2026-02-27T16:52:19.970254Z","steps":["trace[598761754] 'process raft request' (duration: 1.012541206s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:19.970336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:18.956991Z","time spent":"1.013269882s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:52:19.970365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:18.957476Z","time spent":"1.012825092s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:52:19.97022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:18.958171Z","time spent":"1.012003453s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:52:20.624371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.465345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:52:20.624459Z","caller":"traceutil/trace.go:171","msg":"trace[1743807665] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1025; }","duration":"300.598918ms","start":"2026-02-27T16:52:20.323842Z","end":"2026-02-27T16:52:20.62444Z","steps":["trace[1743807665] 'count revisions from in-memory index tree' (duration: 300.381463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:20.624519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:20.323822Z","time spent":"300.66995ms","remote":"127.0.0.1:33304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:52:21.808894Z","caller":"traceutil/trace.go:171","msg":"trace[1229063879] linearizableReadLoop","detail":"{readStateIndex:1076; appliedIndex:1075; }","duration":"107.454068ms","start":"2026-02-27T16:52:21.701422Z","end":"2026-02-27T16:52:21.808876Z","steps":["trace[1229063879] 'read index received' (duration: 107.368646ms)","trace[1229063879] 'applied index is now lower than readState.Index' (duration: 84.242µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:52:21.80901Z","caller":"traceutil/trace.go:171","msg":"trace[1620035408] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"121.574901ms","start":"2026-02-27T16:52:21.687426Z","end":"2026-02-27T16:52:21.809001Z","steps":["trace[1620035408] 'process raft request' (duration: 121.342656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:21.809296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.857896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:52:21.809332Z","caller":"traceutil/trace.go:171","msg":"trace[1734831728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1028; }","duration":"107.909887ms","start":"2026-02-27T16:52:21.701414Z","end":"2026-02-27T16:52:21.809324Z","steps":["trace[1734831728] 'agreement among raft nodes before linearized reading' (duration: 107.812715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:22.567093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.361619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:52:22.567225Z","caller":"traceutil/trace.go:171","msg":"trace[197504667] linearizableReadLoop","detail":"{readStateIndex:1077; appliedIndex:1076; }","duration":"591.526512ms","start":"2026-02-27T16:52:21.97568Z","end":"2026-02-27T16:52:22.567207Z","steps":["trace[197504667] 'read index received' (duration: 301.940768ms)","trace[197504667] 'applied index is now lower than readState.Index' (duration: 289.584274ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:52:22.5673Z","caller":"traceutil/trace.go:171","msg":"trace[39115052] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"752.879968ms","start":"2026-02-27T16:52:21.814408Z","end":"2026-02-27T16:52:22.567288Z","steps":["trace[39115052] 'process raft request' (duration: 463.251523ms)","trace[39115052] 'compare' (duration: 289.190555ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:52:22.567363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:21.814388Z","time spent":"752.951759ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:52:22.567546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.839969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T16:52:22.567643Z","caller":"traceutil/trace.go:171","msg":"trace[996982800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1029; }","duration":"591.989892ms","start":"2026-02-27T16:52:21.975629Z","end":"2026-02-27T16:52:22.567619Z","steps":["trace[996982800] 'agreement among raft nodes before linearized reading' (duration: 591.698776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:22.567689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:21.975605Z","time spent":"592.075354ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T16:52:22.78052Z","caller":"traceutil/trace.go:171","msg":"trace[874212194] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"206.103318ms","start":"2026-02-27T16:52:22.574391Z","end":"2026-02-27T16:52:22.780495Z","steps":["trace[874212194] 'process raft request' (duration: 206.051447ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:22.780715Z","caller":"traceutil/trace.go:171","msg":"trace[1788122740] linearizableReadLoop","detail":"{readStateIndex:1078; appliedIndex:1077; }","duration":"213.436182ms","start":"2026-02-27T16:52:22.567253Z","end":"2026-02-27T16:52:22.780689Z","steps":["trace[1788122740] 'read index received' (duration: 135.006139ms)","trace[1788122740] 'applied index is now lower than readState.Index' (duration: 78.428693ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:52:22.78081Z","caller":"traceutil/trace.go:171","msg":"trace[501559632] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"254.173727ms","start":"2026-02-27T16:52:22.526628Z","end":"2026-02-27T16:52:22.780802Z","steps":["trace[501559632] 'process raft request' (duration: 175.616942ms)","trace[501559632] 'compare' (duration: 77.937522ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:52:22.781039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.86315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T16:52:22.781068Z","caller":"traceutil/trace.go:171","msg":"trace[690906284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1032; }","duration":"799.939652ms","start":"2026-02-27T16:52:21.98112Z","end":"2026-02-27T16:52:22.78106Z","steps":["trace[690906284] 'agreement among raft nodes before linearized reading' (duration: 799.770398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:22.781088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:21.981095Z","time spent":"799.987853ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:52:22.781221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.320284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T16:52:22.781237Z","caller":"traceutil/trace.go:171","msg":"trace[230312374] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1032; }","duration":"802.354586ms","start":"2026-02-27T16:52:21.978878Z","end":"2026-02-27T16:52:22.781233Z","steps":["trace[230312374] 'agreement among raft nodes before linearized reading' (duration: 802.307915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:22.781251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:21.978869Z","time spent":"802.377106ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T16:52:22.781336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.329672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T16:52:22.781352Z","caller":"traceutil/trace.go:171","msg":"trace[948021513] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1032; }","duration":"805.364252ms","start":"2026-02-27T16:52:21.975984Z","end":"2026-02-27T16:52:22.781348Z","steps":["trace[948021513] 'agreement among raft nodes before linearized reading' (duration: 805.324631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:22.781364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:21.975976Z","time spent":"805.385062ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T16:52:22.781435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.898843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-02-27T16:52:22.781449Z","caller":"traceutil/trace.go:171","msg":"trace[1869476086] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1032; }","duration":"209.912553ms","start":"2026-02-27T16:52:22.571533Z","end":"2026-02-27T16:52:22.781445Z","steps":["trace[1869476086] 'agreement among raft nodes before linearized reading' (duration: 209.872272ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:22.781643Z","caller":"traceutil/trace.go:171","msg":"trace[487595133] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"208.942473ms","start":"2026-02-27T16:52:22.572675Z","end":"2026-02-27T16:52:22.781618Z","steps":["trace[487595133] 'process raft request' (duration: 207.697255ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:22.997847Z","caller":"traceutil/trace.go:171","msg":"trace[189928197] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"210.22425ms","start":"2026-02-27T16:52:22.7876Z","end":"2026-02-27T16:52:22.997824Z","steps":["trace[189928197] 'process raft request' (duration: 210.185599ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:22.998274Z","caller":"traceutil/trace.go:171","msg":"trace[609374688] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"211.800586ms","start":"2026-02-27T16:52:22.786431Z","end":"2026-02-27T16:52:22.998232Z","steps":["trace[609374688] 'process raft request' (duration: 120.830905ms)","trace[609374688] 'compare' (duration: 90.252955ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:52:22.998318Z","caller":"traceutil/trace.go:171","msg":"trace[1022118189] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"211.606801ms","start":"2026-02-27T16:52:22.786675Z","end":"2026-02-27T16:52:22.998282Z","steps":["trace[1022118189] 'process raft request' (duration: 211.07742ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:22.998806Z","caller":"traceutil/trace.go:171","msg":"trace[516032488] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"212.296807ms","start":"2026-02-27T16:52:22.786489Z","end":"2026-02-27T16:52:22.998786Z","steps":["trace[516032488] 'process raft request' (duration: 211.158362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:24.151362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.863381ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-02-27T16:52:24.151427Z","caller":"traceutil/trace.go:171","msg":"trace[949323168] linearizableReadLoop","detail":"{readStateIndex:1087; appliedIndex:1086; }","duration":"438.85402ms","start":"2026-02-27T16:52:23.712562Z","end":"2026-02-27T16:52:24.151416Z","steps":["trace[949323168] 'read index received' (duration: 30.882746ms)","trace[949323168] 'applied index is now lower than readState.Index' (duration: 407.970444ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:52:24.151474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.911841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:52:24.151493Z","caller":"traceutil/trace.go:171","msg":"trace[638618470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1038; }","duration":"438.961423ms","start":"2026-02-27T16:52:23.712525Z","end":"2026-02-27T16:52:24.151486Z","steps":["trace[638618470] 'agreement among raft nodes before linearized reading' (duration: 438.916321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:24.151509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:23.71251Z","time spent":"438.995324ms","remote":"127.0.0.1:32798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:52:24.151656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:23.348699Z","time spent":"802.95589ms","remote":"127.0.0.1:32816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T16:52:24.46069Z","caller":"traceutil/trace.go:171","msg":"trace[289310191] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"308.066724ms","start":"2026-02-27T16:52:24.152596Z","end":"2026-02-27T16:52:24.460662Z","steps":["trace[289310191] 'process raft request' (duration: 307.919671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:24.460858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:24.152591Z","time spent":"308.180846ms","remote":"127.0.0.1:32816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:52:24.461121Z","caller":"traceutil/trace.go:171","msg":"trace[726317539] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"309.938056ms","start":"2026-02-27T16:52:24.15113Z","end":"2026-02-27T16:52:24.461068Z","steps":["trace[726317539] 'process raft request' (duration: 212.850968ms)","trace[726317539] 'compare' (duration: 95.941323ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:52:24.461291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:24.151114Z","time spent":"310.09089ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:52:24.461309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.746659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:52:24.461114Z","caller":"traceutil/trace.go:171","msg":"trace[415375325] linearizableReadLoop","detail":"{readStateIndex:1088; appliedIndex:1087; }","duration":"308.543285ms","start":"2026-02-27T16:52:24.15253Z","end":"2026-02-27T16:52:24.461073Z","steps":["trace[415375325] 'read index received' (duration: 211.421867ms)","trace[415375325] 'applied index is now lower than readState.Index' (duration: 97.118888ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:52:24.46136Z","caller":"traceutil/trace.go:171","msg":"trace[271832999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1040; }","duration":"308.836231ms","start":"2026-02-27T16:52:24.152512Z","end":"2026-02-27T16:52:24.461348Z","steps":["trace[271832999] 'agreement among raft nodes before linearized reading' (duration: 308.674777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:24.46141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:24.152506Z","time spent":"308.895442ms","remote":"127.0.0.1:32800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:52:25.508275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.402456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T16:52:25.508358Z","caller":"traceutil/trace.go:171","msg":"trace[589547701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1042; }","duration":"504.523459ms","start":"2026-02-27T16:52:25.003816Z","end":"2026-02-27T16:52:25.508339Z","steps":["trace[589547701] 'range keys from in-memory index tree' (duration: 504.227872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:25.508398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:25.003798Z","time spent":"504.592401ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:52:25.508494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.654702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T16:52:25.508571Z","caller":"traceutil/trace.go:171","msg":"trace[438240039] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1042; }","duration":"504.793445ms","start":"2026-02-27T16:52:25.003759Z","end":"2026-02-27T16:52:25.508552Z","steps":["trace[438240039] 'range keys from in-memory index tree' (duration: 504.389836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:25.508618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:25.003733Z","time spent":"504.875756ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T16:52:25.508874Z","caller":"traceutil/trace.go:171","msg":"trace[1824745281] linearizableReadLoop","detail":"{readStateIndex:1092; appliedIndex:1091; }","duration":"200.482385ms","start":"2026-02-27T16:52:25.308379Z","end":"2026-02-27T16:52:25.508861Z","steps":["trace[1824745281] 'read index received' (duration: 198.03569ms)","trace[1824745281] 'applied index is now lower than readState.Index' (duration: 2.445745ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:52:25.509058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.673709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T16:52:25.509171Z","caller":"traceutil/trace.go:171","msg":"trace[1428515535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1043; }","duration":"200.818502ms","start":"2026-02-27T16:52:25.308341Z","end":"2026-02-27T16:52:25.509159Z","steps":["trace[1428515535] 'agreement among raft nodes before linearized reading' (duration: 200.566467ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:25.509315Z","caller":"traceutil/trace.go:171","msg":"trace[1993667635] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"235.195746ms","start":"2026-02-27T16:52:25.274023Z","end":"2026-02-27T16:52:25.509218Z","steps":["trace[1993667635] 'process raft request' (duration: 232.478495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:25.785663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.773877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:52:25.786086Z","caller":"traceutil/trace.go:171","msg":"trace[2080187122] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"272.224008ms","start":"2026-02-27T16:52:25.51383Z","end":"2026-02-27T16:52:25.786054Z","steps":["trace[2080187122] 'process raft request' (duration: 112.95585ms)","trace[2080187122] 'compare' (duration: 158.627314ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:52:25.786174Z","caller":"traceutil/trace.go:171","msg":"trace[352910219] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"272.171696ms","start":"2026-02-27T16:52:25.513979Z","end":"2026-02-27T16:52:25.786151Z","steps":["trace[352910219] 'process raft request' (duration: 271.89323ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:25.786221Z","caller":"traceutil/trace.go:171","msg":"trace[270158591] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"272.262538ms","start":"2026-02-27T16:52:25.513935Z","end":"2026-02-27T16:52:25.786197Z","steps":["trace[270158591] 'process raft request' (duration: 271.85536ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:32.211332Z","caller":"traceutil/trace.go:171","msg":"trace[1536773416] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"351.269755ms","start":"2026-02-27T16:52:31.860024Z","end":"2026-02-27T16:52:32.211293Z","steps":["trace[1536773416] 'process raft request' (duration: 351.088151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:32.211545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:31.859992Z","time spent":"351.448159ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:52:32.211556Z","caller":"traceutil/trace.go:171","msg":"trace[885699390] linearizableReadLoop","detail":"{readStateIndex:1144; appliedIndex:1144; }","duration":"349.780761ms","start":"2026-02-27T16:52:31.861755Z","end":"2026-02-27T16:52:32.211535Z","steps":["trace[885699390] 'read index received' (duration: 349.771451ms)","trace[885699390] 'applied index is now lower than readState.Index' (duration: 7.77µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:52:32.21194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.134568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T16:52:32.212538Z","caller":"traceutil/trace.go:171","msg":"trace[1286482586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1094; }","duration":"350.751872ms","start":"2026-02-27T16:52:31.861764Z","end":"2026-02-27T16:52:32.212516Z","steps":["trace[1286482586] 'agreement among raft nodes before linearized reading' (duration: 349.961355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:32.212658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:31.86175Z","time spent":"350.889455ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:52:32.212253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.491826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T16:52:32.21287Z","caller":"traceutil/trace.go:171","msg":"trace[1993866654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1094; }","duration":"351.065429ms","start":"2026-02-27T16:52:31.861717Z","end":"2026-02-27T16:52:32.212782Z","steps":["trace[1993866654] 'agreement among raft nodes before linearized reading' (duration: 350.395765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:32.212997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:31.861702Z","time spent":"351.234733ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:52:32.212321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.014791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-27T16:52:32.212344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.33152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-27T16:52:32.213759Z","caller":"traceutil/trace.go:171","msg":"trace[589383700] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1094; }","duration":"151.773662ms","start":"2026-02-27T16:52:32.061959Z","end":"2026-02-27T16:52:32.213733Z","steps":["trace[589383700] 'agreement among raft nodes before linearized reading' (duration: 150.243059ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:32.213842Z","caller":"traceutil/trace.go:171","msg":"trace[1493864422] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1094; }","duration":"186.095375ms","start":"2026-02-27T16:52:32.027254Z","end":"2026-02-27T16:52:32.21335Z","steps":["trace[1493864422] 'agreement among raft nodes before linearized reading' (duration: 185.004751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:32.718838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.982833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:52:32.71906Z","caller":"traceutil/trace.go:171","msg":"trace[377649846] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"501.679276ms","start":"2026-02-27T16:52:32.217343Z","end":"2026-02-27T16:52:32.719022Z","steps":["trace[377649846] 'process raft request' (duration: 125.448047ms)","trace[377649846] 'compare' (duration: 375.83401ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:52:32.719217Z","caller":"traceutil/trace.go:171","msg":"trace[1755269652] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"501.481512ms","start":"2026-02-27T16:52:32.217721Z","end":"2026-02-27T16:52:32.719203Z","steps":["trace[1755269652] 'process raft request' (duration: 501.190746ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:32.719292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:32.217715Z","time spent":"501.550183ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:52:32.719413Z","caller":"traceutil/trace.go:171","msg":"trace[1259892176] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"501.498492ms","start":"2026-02-27T16:52:32.217906Z","end":"2026-02-27T16:52:32.719405Z","steps":["trace[1259892176] 'process raft request' (duration: 501.047782ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:32.719457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:32.217901Z","time spent":"501.534973ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:52:32.719406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:32.217315Z","time spent":"501.88304ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:52:32.719596Z","caller":"traceutil/trace.go:171","msg":"trace[1636011393] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"501.613805ms","start":"2026-02-27T16:52:32.217944Z","end":"2026-02-27T16:52:32.719558Z","steps":["trace[1636011393] 'process raft request' (duration: 501.038572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:32.719736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:32.217927Z","time spent":"501.737597ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:54:09.329572Z","caller":"traceutil/trace.go:171","msg":"trace[546710753] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"101.223514ms","start":"2026-02-27T16:54:09.228324Z","end":"2026-02-27T16:54:09.329548Z","steps":["trace[546710753] 'process raft request' (duration: 101.04442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:15.220465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.77897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:54:15.220569Z","caller":"traceutil/trace.go:171","msg":"trace[125397555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1515; }","duration":"149.888533ms","start":"2026-02-27T16:54:15.070661Z","end":"2026-02-27T16:54:15.22055Z","steps":["trace[125397555] 'range keys from in-memory index tree' (duration: 149.651028ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:15.359893Z","caller":"traceutil/trace.go:171","msg":"trace[438837558] transaction","detail":"{read_only:false; response_revision:1516; number_of_response:1; }","duration":"134.747307ms","start":"2026-02-27T16:54:15.225106Z","end":"2026-02-27T16:54:15.359853Z","steps":["trace[438837558] 'process raft request' (duration: 134.500652ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:15.53046Z","caller":"traceutil/trace.go:171","msg":"trace[2117723964] linearizableReadLoop","detail":"{readStateIndex:1588; appliedIndex:1587; }","duration":"154.034164ms","start":"2026-02-27T16:54:15.376401Z","end":"2026-02-27T16:54:15.530435Z","steps":["trace[2117723964] 'read index received' (duration: 95.070227ms)","trace[2117723964] 'applied index is now lower than readState.Index' (duration: 58.962927ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:54:15.530579Z","caller":"traceutil/trace.go:171","msg":"trace[826312271] transaction","detail":"{read_only:false; response_revision:1517; number_of_response:1; }","duration":"166.48384ms","start":"2026-02-27T16:54:15.364066Z","end":"2026-02-27T16:54:15.53055Z","steps":["trace[826312271] 'process raft request' (duration: 107.39773ms)","trace[826312271] 'compare' (duration: 58.873705ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:54:15.530718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.29149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-02-27T16:54:15.530783Z","caller":"traceutil/trace.go:171","msg":"trace[1415513931] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1517; }","duration":"154.415523ms","start":"2026-02-27T16:54:15.376352Z","end":"2026-02-27T16:54:15.530768Z","steps":["trace[1415513931] 'agreement among raft nodes before linearized reading' (duration: 154.217018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:15.531068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.626432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T16:54:15.531111Z","caller":"traceutil/trace.go:171","msg":"trace[1960402630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1517; }","duration":"124.703384ms","start":"2026-02-27T16:54:15.406393Z","end":"2026-02-27T16:54:15.531097Z","steps":["trace[1960402630] 'agreement among raft nodes before linearized reading' (duration: 124.353126ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:15.856206Z","caller":"traceutil/trace.go:171","msg":"trace[804444596] transaction","detail":"{read_only:false; response_revision:1519; number_of_response:1; }","duration":"321.262821ms","start":"2026-02-27T16:54:15.534917Z","end":"2026-02-27T16:54:15.85618Z","steps":["trace[804444596] 'process raft request' (duration: 248.435817ms)","trace[804444596] 'compare' (duration: 72.648619ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:54:15.856495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:15.534893Z","time spent":"321.494687ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:54:15.856544Z","caller":"traceutil/trace.go:171","msg":"trace[571830476] transaction","detail":"{read_only:false; response_revision:1520; number_of_response:1; }","duration":"320.196408ms","start":"2026-02-27T16:54:15.536328Z","end":"2026-02-27T16:54:15.856525Z","steps":["trace[571830476] 'process raft request' (duration: 319.810458ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:15.856862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:15.536304Z","time spent":"320.346862ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:54:15.857044Z","caller":"traceutil/trace.go:171","msg":"trace[844674391] linearizableReadLoop","detail":"{readStateIndex:1592; appliedIndex:1589; }","duration":"237.763571ms","start":"2026-02-27T16:54:15.619271Z","end":"2026-02-27T16:54:15.857034Z","steps":["trace[844674391] 'read index received' (duration: 164.029486ms)","trace[844674391] 'applied index is now lower than readState.Index' (duration: 73.733405ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:54:15.857414Z","caller":"traceutil/trace.go:171","msg":"trace[2039371584] transaction","detail":"{read_only:false; response_revision:1521; number_of_response:1; }","duration":"320.832532ms","start":"2026-02-27T16:54:15.536559Z","end":"2026-02-27T16:54:15.857392Z","steps":["trace[2039371584] 'process raft request' (duration: 319.896841ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:15.857484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.19363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kubeadm-config\" ","response":"range_response_count:1 size:1084"} {"level":"warn","ts":"2026-02-27T16:54:15.857488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.872186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:54:15.857518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:15.536542Z","time spent":"320.924194ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:54:15.85755Z","caller":"traceutil/trace.go:171","msg":"trace[1700196013] range","detail":"{range_begin:/registry/configmaps/kube-system/kubeadm-config; range_end:; response_count:1; response_revision:1521; }","duration":"238.282392ms","start":"2026-02-27T16:54:15.619251Z","end":"2026-02-27T16:54:15.857533Z","steps":["trace[1700196013] 'agreement among raft nodes before linearized reading' (duration: 238.158859ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:15.857556Z","caller":"traceutil/trace.go:171","msg":"trace[2034972696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1521; }","duration":"155.939747ms","start":"2026-02-27T16:54:15.701601Z","end":"2026-02-27T16:54:15.85754Z","steps":["trace[2034972696] 'agreement among raft nodes before linearized reading' (duration: 155.844105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:18.08126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.45871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-02-27T16:54:18.081292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.892044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T16:54:18.081363Z","caller":"traceutil/trace.go:171","msg":"trace[612610506] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1525; }","duration":"219.969046ms","start":"2026-02-27T16:54:17.861376Z","end":"2026-02-27T16:54:18.081345Z","steps":["trace[612610506] 'range keys from in-memory index tree' (duration: 219.748231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:18.081369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.777502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T16:54:18.081479Z","caller":"traceutil/trace.go:171","msg":"trace[2045143429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1525; }","duration":"219.941535ms","start":"2026-02-27T16:54:17.861519Z","end":"2026-02-27T16:54:18.081461Z","steps":["trace[2045143429] 'range keys from in-memory index tree' (duration: 219.597608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:18.081521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.024325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T16:54:18.081643Z","caller":"traceutil/trace.go:171","msg":"trace[626888434] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1525; }","duration":"145.199009ms","start":"2026-02-27T16:54:17.936421Z","end":"2026-02-27T16:54:18.08162Z","steps":["trace[626888434] 'range keys from in-memory index tree' (duration: 144.82094ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:18.081406Z","caller":"traceutil/trace.go:171","msg":"trace[1078320147] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1525; }","duration":"217.575183ms","start":"2026-02-27T16:54:17.863755Z","end":"2026-02-27T16:54:18.08133Z","steps":["trace[1078320147] 'range keys from in-memory index tree' (duration: 217.321758ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:18.224924Z","caller":"traceutil/trace.go:171","msg":"trace[442498718] transaction","detail":"{read_only:false; response_revision:1526; number_of_response:1; }","duration":"138.611031ms","start":"2026-02-27T16:54:18.086292Z","end":"2026-02-27T16:54:18.224903Z","steps":["trace[442498718] 'process raft request' (duration: 138.462708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:19.252266Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.023895114s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T16:54:19.252868Z","caller":"traceutil/trace.go:171","msg":"trace[1871804600] transaction","detail":"{read_only:false; response_revision:1527; number_of_response:1; }","duration":"1.165497002s","start":"2026-02-27T16:54:18.087335Z","end":"2026-02-27T16:54:19.252832Z","steps":["trace[1871804600] 'process raft request' (duration: 1.165204645s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:19.252878Z","caller":"traceutil/trace.go:171","msg":"trace[24721985] transaction","detail":"{read_only:false; response_revision:1528; number_of_response:1; }","duration":"1.165349789s","start":"2026-02-27T16:54:18.087501Z","end":"2026-02-27T16:54:19.252851Z","steps":["trace[24721985] 'process raft request' (duration: 1.165202926s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:19.253082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:18.087317Z","time spent":"1.165657016s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:54:19.253097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:18.087496Z","time spent":"1.165518603s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:54:19.25311Z","caller":"traceutil/trace.go:171","msg":"trace[1956357233] transaction","detail":"{read_only:false; response_revision:1529; number_of_response:1; }","duration":"1.149549449s","start":"2026-02-27T16:54:18.103481Z","end":"2026-02-27T16:54:19.25303Z","steps":["trace[1956357233] 'process raft request' (duration: 1.149267623s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:19.253358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:18.103467Z","time spent":"1.149756503s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:54:19.253692Z","caller":"traceutil/trace.go:171","msg":"trace[1811447380] linearizableReadLoop","detail":"{readStateIndex:1601; appliedIndex:1596; }","duration":"1.036982483s","start":"2026-02-27T16:54:18.216663Z","end":"2026-02-27T16:54:19.253646Z","steps":["trace[1811447380] 'read index received' (duration: 8.11686ms)","trace[1811447380] 'applied index is now lower than readState.Index' (duration: 1.028864073s)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:54:19.253927Z","caller":"traceutil/trace.go:171","msg":"trace[946565096] transaction","detail":"{read_only:false; response_revision:1530; number_of_response:1; }","duration":"1.14150323s","start":"2026-02-27T16:54:18.112409Z","end":"2026-02-27T16:54:19.253912Z","steps":["trace[946565096] 'process raft request' (duration: 1.140379416s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:19.254007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:18.112395Z","time spent":"1.141573811s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:54:19.254301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037451874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-02-27T16:54:19.255105Z","caller":"traceutil/trace.go:171","msg":"trace[375760546] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1530; }","duration":"1.038463797s","start":"2026-02-27T16:54:18.216629Z","end":"2026-02-27T16:54:19.255093Z","steps":["trace[375760546] 'agreement among raft nodes before linearized reading' (duration: 1.037352132s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:19.255155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:18.216615Z","time spent":"1.038527518s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-02-27T16:54:19.40179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.857185ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T16:54:19.402008Z","caller":"traceutil/trace.go:171","msg":"trace[200012986] linearizableReadLoop","detail":"{readStateIndex:1602; appliedIndex:1601; }","duration":"148.187895ms","start":"2026-02-27T16:54:19.253802Z","end":"2026-02-27T16:54:19.40199Z","steps":["trace[200012986] 'read index received' (duration: 15.132296ms)","trace[200012986] 'applied index is now lower than readState.Index' (duration: 133.054759ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:54:19.402153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.123878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T16:54:19.402189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.318782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-02-27T16:54:19.402233Z","caller":"traceutil/trace.go:171","msg":"trace[1476460048] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1530; }","duration":"506.23288ms","start":"2026-02-27T16:54:18.895979Z","end":"2026-02-27T16:54:19.402212Z","steps":["trace[1476460048] 'agreement among raft nodes before linearized reading' (duration: 506.023726ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:19.402245Z","caller":"traceutil/trace.go:171","msg":"trace[1200833056] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1530; }","duration":"617.382854ms","start":"2026-02-27T16:54:18.784847Z","end":"2026-02-27T16:54:19.40223Z","steps":["trace[1200833056] 'agreement among raft nodes before linearized reading' (duration: 617.186949ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:19.402248Z","caller":"traceutil/trace.go:171","msg":"trace[266362302] transaction","detail":"{read_only:false; response_revision:1531; number_of_response:1; }","duration":"142.14637ms","start":"2026-02-27T16:54:19.260087Z","end":"2026-02-27T16:54:19.402233Z","steps":["trace[266362302] 'process raft request' (duration: 141.802932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:19.402276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:18.784789Z","time spent":"617.482026ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-02-27T16:54:19.402275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:18.895964Z","time spent":"506.303452ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T16:54:21.554251Z","caller":"traceutil/trace.go:171","msg":"trace[2045875164] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"258.088561ms","start":"2026-02-27T16:54:21.296142Z","end":"2026-02-27T16:54:21.554231Z","steps":["trace[2045875164] 'process raft request' (duration: 159.042285ms)","trace[2045875164] 'compare' (duration: 98.867771ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:54:21.743873Z","caller":"traceutil/trace.go:171","msg":"trace[1140453919] transaction","detail":"{read_only:false; response_revision:1542; number_of_response:1; }","duration":"112.992254ms","start":"2026-02-27T16:54:21.630585Z","end":"2026-02-27T16:54:21.743578Z","steps":["trace[1140453919] 'process raft request' (duration: 97.196324ms)","trace[1140453919] 'compare' (duration: 15.613406ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:54:24.001885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.803351ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-02-27T16:54:24.001979Z","caller":"traceutil/trace.go:171","msg":"trace[2070906665] linearizableReadLoop","detail":"{readStateIndex:1618; appliedIndex:1617; }","duration":"433.859665ms","start":"2026-02-27T16:54:23.568102Z","end":"2026-02-27T16:54:24.001961Z","steps":["trace[2070906665] 'read index received' (duration: 45.441µs)","trace[2070906665] 'applied index is now lower than readState.Index' (duration: 433.812684ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:54:24.001988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:23.399087Z","time spent":"602.894542ms","remote":"127.0.0.1:32816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T16:54:24.002175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.05903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T16:54:24.002214Z","caller":"traceutil/trace.go:171","msg":"trace[536800409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1545; }","duration":"434.155593ms","start":"2026-02-27T16:54:23.568048Z","end":"2026-02-27T16:54:24.002204Z","steps":["trace[536800409] 'agreement among raft nodes before linearized reading' (duration: 433.995029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:24.002247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:23.568028Z","time spent":"434.211913ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T16:54:24.002424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.565549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T16:54:24.002444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.092271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T16:54:24.00246Z","caller":"traceutil/trace.go:171","msg":"trace[72494746] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1545; }","duration":"424.62516ms","start":"2026-02-27T16:54:23.577821Z","end":"2026-02-27T16:54:24.002447Z","steps":["trace[72494746] 'agreement among raft nodes before linearized reading' (duration: 424.491687ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:24.002484Z","caller":"traceutil/trace.go:171","msg":"trace[646861441] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1545; }","duration":"203.176932ms","start":"2026-02-27T16:54:23.799292Z","end":"2026-02-27T16:54:24.002469Z","steps":["trace[646861441] 'agreement among raft nodes before linearized reading' (duration: 203.06568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:24.002497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:23.577814Z","time spent":"424.677602ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T16:54:24.002547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.340607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T16:54:24.002618Z","caller":"traceutil/trace.go:171","msg":"trace[2000979054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1545; }","duration":"254.459679ms","start":"2026-02-27T16:54:23.748139Z","end":"2026-02-27T16:54:24.002599Z","steps":["trace[2000979054] 'agreement among raft nodes before linearized reading' (duration: 254.234873ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:24.242919Z","caller":"traceutil/trace.go:171","msg":"trace[623582612] transaction","detail":"{read_only:false; response_revision:1546; number_of_response:1; }","duration":"240.019049ms","start":"2026-02-27T16:54:24.002884Z","end":"2026-02-27T16:54:24.242903Z","steps":["trace[623582612] 'process raft request' (duration: 239.874135ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:24.299079Z","caller":"traceutil/trace.go:171","msg":"trace[1508161872] transaction","detail":"{read_only:false; response_revision:1547; number_of_response:1; }","duration":"292.824229ms","start":"2026-02-27T16:54:24.006232Z","end":"2026-02-27T16:54:24.299056Z","steps":["trace[1508161872] 'process raft request' (duration: 292.651165ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:24.299308Z","caller":"traceutil/trace.go:171","msg":"trace[1797233786] transaction","detail":"{read_only:false; response_revision:1548; number_of_response:1; }","duration":"292.986463ms","start":"2026-02-27T16:54:24.006311Z","end":"2026-02-27T16:54:24.299298Z","steps":["trace[1797233786] 'process raft request' (duration: 292.708087ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:24.299498Z","caller":"traceutil/trace.go:171","msg":"trace[1526329443] transaction","detail":"{read_only:false; response_revision:1549; number_of_response:1; }","duration":"293.048605ms","start":"2026-02-27T16:54:24.00644Z","end":"2026-02-27T16:54:24.299488Z","steps":["trace[1526329443] 'process raft request' (duration: 292.81952ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:24.299636Z","caller":"traceutil/trace.go:171","msg":"trace[468847857] transaction","detail":"{read_only:false; response_revision:1550; number_of_response:1; }","duration":"292.877171ms","start":"2026-02-27T16:54:24.006747Z","end":"2026-02-27T16:54:24.299624Z","steps":["trace[468847857] 'process raft request' (duration: 292.707907ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:55:20.749738Z","caller":"traceutil/trace.go:171","msg":"trace[2045242774] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"138.612861ms","start":"2026-02-27T16:55:20.611099Z","end":"2026-02-27T16:55:20.749712Z","steps":["trace[2045242774] 'process raft request' (duration: 138.453547ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:55:20.992907Z","caller":"traceutil/trace.go:171","msg":"trace[632659611] linearizableReadLoop","detail":"{readStateIndex:1866; appliedIndex:1865; }","duration":"120.392049ms","start":"2026-02-27T16:55:20.87249Z","end":"2026-02-27T16:55:20.992882Z","steps":["trace[632659611] 'read index received' (duration: 120.209325ms)","trace[632659611] 'applied index is now lower than readState.Index' (duration: 181.914µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:55:20.993438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.92093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T16:55:20.993519Z","caller":"traceutil/trace.go:171","msg":"trace[1143752387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1782; }","duration":"121.034412ms","start":"2026-02-27T16:55:20.87247Z","end":"2026-02-27T16:55:20.993504Z","steps":["trace[1143752387] 'agreement among raft nodes before linearized reading' (duration: 120.766086ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:55:20.993062Z","caller":"traceutil/trace.go:171","msg":"trace[1045677802] transaction","detail":"{read_only:false; response_revision:1782; number_of_response:1; }","duration":"143.01257ms","start":"2026-02-27T16:55:20.850016Z","end":"2026-02-27T16:55:20.993028Z","steps":["trace[1045677802] 'process raft request' (duration: 142.738314ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:55:22.978964Z","caller":"traceutil/trace.go:171","msg":"trace[1264187011] transaction","detail":"{read_only:false; response_revision:1787; number_of_response:1; }","duration":"123.517277ms","start":"2026-02-27T16:55:22.855407Z","end":"2026-02-27T16:55:22.978924Z","steps":["trace[1264187011] 'process raft request' (duration: 123.351993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:55:29.835174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.345327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-02-27T16:55:29.835225Z","caller":"traceutil/trace.go:171","msg":"trace[1155808994] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1823; }","duration":"106.445829ms","start":"2026-02-27T16:55:29.728769Z","end":"2026-02-27T16:55:29.835215Z","steps":["trace[1155808994] 'range keys from in-memory index tree' (duration: 106.222734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:55:29.835745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.394117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:55:29.835847Z","caller":"traceutil/trace.go:171","msg":"trace[658255894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1823; }","duration":"133.571161ms","start":"2026-02-27T16:55:29.702258Z","end":"2026-02-27T16:55:29.83583Z","steps":["trace[658255894] 'range keys from in-memory index tree' (duration: 133.284675ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:55:39.053069Z","caller":"traceutil/trace.go:171","msg":"trace[412184219] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"249.856147ms","start":"2026-02-27T16:55:38.803134Z","end":"2026-02-27T16:55:39.05299Z","steps":["trace[412184219] 'process raft request' (duration: 249.580471ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:55:39.34078Z","caller":"traceutil/trace.go:171","msg":"trace[933238081] linearizableReadLoop","detail":"{readStateIndex:1962; appliedIndex:1961; }","duration":"221.713744ms","start":"2026-02-27T16:55:39.119041Z","end":"2026-02-27T16:55:39.340755Z","steps":["trace[933238081] 'read index received' (duration: 219.300081ms)","trace[933238081] 'applied index is now lower than readState.Index' (duration: 2.412333ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:55:39.34106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.372151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T16:55:39.341102Z","caller":"traceutil/trace.go:171","msg":"trace[1130174392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1872; }","duration":"219.434574ms","start":"2026-02-27T16:55:39.121657Z","end":"2026-02-27T16:55:39.341091Z","steps":["trace[1130174392] 'agreement among raft nodes before linearized reading' (duration: 219.245689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:55:39.341133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.917228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T16:55:39.341168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.964945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T16:55:39.341197Z","caller":"traceutil/trace.go:171","msg":"trace[1318477575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1872; }","duration":"180.042251ms","start":"2026-02-27T16:55:39.16114Z","end":"2026-02-27T16:55:39.341183Z","steps":["trace[1318477575] 'agreement among raft nodes before linearized reading' (duration: 179.876227ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:55:39.341225Z","caller":"traceutil/trace.go:171","msg":"trace[2098669927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1872; }","duration":"183.068897ms","start":"2026-02-27T16:55:39.158137Z","end":"2026-02-27T16:55:39.341205Z","steps":["trace[2098669927] 'agreement among raft nodes before linearized reading' (duration: 182.939124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:55:39.341515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.112883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T16:55:39.341606Z","caller":"traceutil/trace.go:171","msg":"trace[1031447510] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1872; }","duration":"222.619453ms","start":"2026-02-27T16:55:39.118968Z","end":"2026-02-27T16:55:39.341587Z","steps":["trace[1031447510] 'agreement among raft nodes before linearized reading' (duration: 221.901468ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:55:39.340833Z","caller":"traceutil/trace.go:171","msg":"trace[689665717] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"282.697645ms","start":"2026-02-27T16:55:39.058111Z","end":"2026-02-27T16:55:39.340809Z","steps":["trace[689665717] 'process raft request' (duration: 280.1987ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:55:39.567255Z","caller":"traceutil/trace.go:171","msg":"trace[1642191312] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"220.987887ms","start":"2026-02-27T16:55:39.346229Z","end":"2026-02-27T16:55:39.567216Z","steps":["trace[1642191312] 'process raft request' (duration: 169.73648ms)","trace[1642191312] 'compare' (duration: 51.112334ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:55:39.597712Z","caller":"traceutil/trace.go:171","msg":"trace[336890741] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"251.431793ms","start":"2026-02-27T16:55:39.346252Z","end":"2026-02-27T16:55:39.597684Z","steps":["trace[336890741] 'process raft request' (duration: 251.228397ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:55:39.597766Z","caller":"traceutil/trace.go:171","msg":"trace[1033165052] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"250.222576ms","start":"2026-02-27T16:55:39.347515Z","end":"2026-02-27T16:55:39.597737Z","steps":["trace[1033165052] 'process raft request' (duration: 250.108393ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:55:39.597959Z","caller":"traceutil/trace.go:171","msg":"trace[738526424] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"250.483372ms","start":"2026-02-27T16:55:39.347459Z","end":"2026-02-27T16:55:39.597942Z","steps":["trace[738526424] 'process raft request' (duration: 250.130825ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:55:39.771661Z","caller":"traceutil/trace.go:171","msg":"trace[402764539] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"168.249819ms","start":"2026-02-27T16:55:39.603358Z","end":"2026-02-27T16:55:39.771607Z","steps":["trace[402764539] 'process raft request' (duration: 91.733193ms)","trace[402764539] 'compare' (duration: 76.156408ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:55:41.740837Z","caller":"traceutil/trace.go:171","msg":"trace[2038549666] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"127.212501ms","start":"2026-02-27T16:55:41.613595Z","end":"2026-02-27T16:55:41.740808Z","steps":["trace[2038549666] 'process raft request' (duration: 125.721887ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:55:41.741068Z","caller":"traceutil/trace.go:171","msg":"trace[315397218] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"126.680679ms","start":"2026-02-27T16:55:41.614363Z","end":"2026-02-27T16:55:41.741044Z","steps":["trace[315397218] 'process raft request' (duration: 126.118756ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:55:49.806658Z","caller":"traceutil/trace.go:171","msg":"trace[1033705643] linearizableReadLoop","detail":"{readStateIndex:2014; appliedIndex:2013; }","duration":"134.028881ms","start":"2026-02-27T16:55:49.67261Z","end":"2026-02-27T16:55:49.806639Z","steps":["trace[1033705643] 'read index received' (duration: 133.881097ms)","trace[1033705643] 'applied index is now lower than readState.Index' (duration: 147.004µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:55:49.807023Z","caller":"traceutil/trace.go:171","msg":"trace[272415986] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"162.782408ms","start":"2026-02-27T16:55:49.644224Z","end":"2026-02-27T16:55:49.807006Z","steps":["trace[272415986] 'process raft request' (duration: 162.307707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:55:49.807263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.647714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T16:55:49.807305Z","caller":"traceutil/trace.go:171","msg":"trace[69737836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1922; }","duration":"134.698635ms","start":"2026-02-27T16:55:49.672597Z","end":"2026-02-27T16:55:49.807296Z","steps":["trace[69737836] 'agreement among raft nodes before linearized reading' (duration: 134.582472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:55:50.016623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.626011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:55:50.016866Z","caller":"traceutil/trace.go:171","msg":"trace[358288580] linearizableReadLoop","detail":"{readStateIndex:2016; appliedIndex:2014; }","duration":"180.45964ms","start":"2026-02-27T16:55:49.836391Z","end":"2026-02-27T16:55:50.016851Z","steps":["trace[358288580] 'read index received' (duration: 37.600324ms)","trace[358288580] 'applied index is now lower than readState.Index' (duration: 142.858416ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:55:50.017056Z","caller":"traceutil/trace.go:171","msg":"trace[10912641] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"205.472813ms","start":"2026-02-27T16:55:49.811553Z","end":"2026-02-27T16:55:50.017026Z","steps":["trace[10912641] 'process raft request' (duration: 205.249518ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:55:50.017084Z","caller":"traceutil/trace.go:171","msg":"trace[1640652389] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"205.535375ms","start":"2026-02-27T16:55:49.811519Z","end":"2026-02-27T16:55:50.017054Z","steps":["trace[1640652389] 'process raft request' (duration: 62.382062ms)","trace[1640652389] 'compare' (duration: 142.513189ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:55:50.01721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.714178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T16:55:50.017263Z","caller":"traceutil/trace.go:171","msg":"trace[1740483190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1924; }","duration":"177.79098ms","start":"2026-02-27T16:55:49.839458Z","end":"2026-02-27T16:55:50.017249Z","steps":["trace[1740483190] 'agreement among raft nodes before linearized reading' (duration: 177.605276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:55:50.017497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.089134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T16:55:50.017595Z","caller":"traceutil/trace.go:171","msg":"trace[2030975054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1924; }","duration":"181.230947ms","start":"2026-02-27T16:55:49.836343Z","end":"2026-02-27T16:55:50.017574Z","steps":["trace[2030975054] 'agreement among raft nodes before linearized reading' (duration: 180.924951ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:55:50.825414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.857427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T16:55:50.825546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.352791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:55:50.825635Z","caller":"traceutil/trace.go:171","msg":"trace[572214563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1931; }","duration":"121.492934ms","start":"2026-02-27T16:55:50.704121Z","end":"2026-02-27T16:55:50.825614Z","steps":["trace[572214563] 'range keys from in-memory index tree' (duration: 121.257098ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:55:50.825657Z","caller":"traceutil/trace.go:171","msg":"trace[1220785368] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1931; }","duration":"157.074352ms","start":"2026-02-27T16:55:50.668439Z","end":"2026-02-27T16:55:50.825513Z","steps":["trace[1220785368] 'count revisions from in-memory index tree' (duration: 156.719102ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:55:51.090035Z","caller":"traceutil/trace.go:171","msg":"trace[1961013542] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"243.911316ms","start":"2026-02-27T16:55:50.846086Z","end":"2026-02-27T16:55:51.089997Z","steps":["trace[1961013542] 'process raft request' (duration: 243.729852ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:55:51.544415Z","caller":"traceutil/trace.go:171","msg":"trace[943867101] linearizableReadLoop","detail":"{readStateIndex:2025; appliedIndex:2024; }","duration":"136.824543ms","start":"2026-02-27T16:55:51.407566Z","end":"2026-02-27T16:55:51.54439Z","steps":["trace[943867101] 'read index received' (duration: 136.611869ms)","trace[943867101] 'applied index is now lower than readState.Index' (duration: 211.704µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:55:51.544668Z","caller":"traceutil/trace.go:171","msg":"trace[1353660892] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"324.608184ms","start":"2026-02-27T16:55:51.220047Z","end":"2026-02-27T16:55:51.544656Z","steps":["trace[1353660892] 'process raft request' (duration: 324.194695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:55:51.544777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:55:51.22002Z","time spent":"324.678686ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:55:51.545099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.539528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T16:55:51.545135Z","caller":"traceutil/trace.go:171","msg":"trace[1153452971] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1933; }","duration":"137.61691ms","start":"2026-02-27T16:55:51.407507Z","end":"2026-02-27T16:55:51.545124Z","steps":["trace[1153452971] 'agreement among raft nodes before linearized reading' (duration: 137.494728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:55:52.311856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276100672092879143,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T16:55:52.510519Z","caller":"traceutil/trace.go:171","msg":"trace[20924993] linearizableReadLoop","detail":"{readStateIndex:2026; appliedIndex:2025; }","duration":"699.239287ms","start":"2026-02-27T16:55:51.811255Z","end":"2026-02-27T16:55:52.510494Z","steps":["trace[20924993] 'read index received' (duration: 667.33491ms)","trace[20924993] 'applied index is now lower than readState.Index' (duration: 31.903247ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:55:52.510663Z","caller":"traceutil/trace.go:171","msg":"trace[93074279] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"958.319818ms","start":"2026-02-27T16:55:51.552312Z","end":"2026-02-27T16:55:52.510632Z","steps":["trace[93074279] 'process raft request' (duration: 926.34656ms)","trace[93074279] 'compare' (duration: 31.535469ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:55:52.510774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:55:51.552288Z","time spent":"958.410631ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:55:52.510985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.659818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T16:55:52.511087Z","caller":"traceutil/trace.go:171","msg":"trace[1113358371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1934; }","duration":"487.798651ms","start":"2026-02-27T16:55:52.023265Z","end":"2026-02-27T16:55:52.511064Z","steps":["trace[1113358371] 'agreement among raft nodes before linearized reading' (duration: 487.490754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:55:52.511194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:55:52.023248Z","time spent":"487.917873ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:55:52.511198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.043836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-27T16:55:52.511249Z","caller":"traceutil/trace.go:171","msg":"trace[2071838675] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1934; }","duration":"312.117407ms","start":"2026-02-27T16:55:52.199118Z","end":"2026-02-27T16:55:52.511235Z","steps":["trace[2071838675] 'agreement among raft nodes before linearized reading' (duration: 311.947483ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:55:52.511288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:55:52.199105Z","time spent":"312.171489ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-02-27T16:55:52.511426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.869398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T16:55:52.51146Z","caller":"traceutil/trace.go:171","msg":"trace[1180670260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1934; }","duration":"434.922809ms","start":"2026-02-27T16:55:52.076527Z","end":"2026-02-27T16:55:52.51145Z","steps":["trace[1180670260] 'agreement among raft nodes before linearized reading' (duration: 434.787656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:55:52.511495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.246519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T16:55:52.511489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:55:52.076439Z","time spent":"435.043072ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:55:52.511492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.9623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T16:55:52.51154Z","caller":"traceutil/trace.go:171","msg":"trace[774282714] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1934; }","duration":"700.326231ms","start":"2026-02-27T16:55:51.8112Z","end":"2026-02-27T16:55:52.511526Z","steps":["trace[774282714] 'agreement among raft nodes before linearized reading' (duration: 700.211758ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:55:52.511551Z","caller":"traceutil/trace.go:171","msg":"trace[1815970035] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1934; }","duration":"435.072262ms","start":"2026-02-27T16:55:52.076464Z","end":"2026-02-27T16:55:52.511536Z","steps":["trace[1815970035] 'agreement among raft nodes before linearized reading' (duration: 434.855977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:55:52.511586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:55:51.811177Z","time spent":"700.398673ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T16:55:52.511608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:55:52.076439Z","time spent":"435.155354ms","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T16:55:54.785153Z","caller":"traceutil/trace.go:171","msg":"trace[1764344742] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"147.332456ms","start":"2026-02-27T16:55:54.637793Z","end":"2026-02-27T16:55:54.785125Z","steps":["trace[1764344742] 'process raft request' (duration: 102.064623ms)","trace[1764344742] 'compare' (duration: 44.999547ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:55:54.78534Z","caller":"traceutil/trace.go:171","msg":"trace[676557601] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"147.093969ms","start":"2026-02-27T16:55:54.638229Z","end":"2026-02-27T16:55:54.785323Z","steps":["trace[676557601] 'process raft request' (duration: 146.821023ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:55:54.785632Z","caller":"traceutil/trace.go:171","msg":"trace[551521609] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"146.998778ms","start":"2026-02-27T16:55:54.638622Z","end":"2026-02-27T16:55:54.78562Z","steps":["trace[551521609] 'process raft request' (duration: 146.625129ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:55:54.785727Z","caller":"traceutil/trace.go:171","msg":"trace[1717526927] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"146.460765ms","start":"2026-02-27T16:55:54.639249Z","end":"2026-02-27T16:55:54.78571Z","steps":["trace[1717526927] 'process raft request' (duration: 146.172059ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:55:55.142375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.438912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T16:55:55.142488Z","caller":"traceutil/trace.go:171","msg":"trace[157560039] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1950; }","duration":"117.616757ms","start":"2026-02-27T16:55:55.024852Z","end":"2026-02-27T16:55:55.142469Z","steps":["trace[157560039] 'range keys from in-memory index tree' (duration: 117.145345ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:55:55.402534Z","caller":"traceutil/trace.go:171","msg":"trace[1588145713] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"249.313865ms","start":"2026-02-27T16:55:55.153188Z","end":"2026-02-27T16:55:55.402502Z","steps":["trace[1588145713] 'process raft request' (duration: 249.156312ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:55:55.402599Z","caller":"traceutil/trace.go:171","msg":"trace[1133090481] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"250.049601ms","start":"2026-02-27T16:55:55.152521Z","end":"2026-02-27T16:55:55.40257Z","steps":["trace[1133090481] 'process raft request' (duration: 178.778282ms)","trace[1133090481] 'compare' (duration: 70.771709ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:56:01.104925Z","caller":"traceutil/trace.go:171","msg":"trace[412316617] linearizableReadLoop","detail":"{readStateIndex:2071; appliedIndex:2069; }","duration":"170.149991ms","start":"2026-02-27T16:56:00.934756Z","end":"2026-02-27T16:56:01.104906Z","steps":["trace[412316617] 'read index received' (duration: 136.507856ms)","trace[412316617] 'applied index is now lower than readState.Index' (duration: 33.641295ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:56:01.105028Z","caller":"traceutil/trace.go:171","msg":"trace[1030834780] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"177.622696ms","start":"2026-02-27T16:56:00.927374Z","end":"2026-02-27T16:56:01.104997Z","steps":["trace[1030834780] 'process raft request' (duration: 143.94592ms)","trace[1030834780] 'compare' (duration: 33.412821ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:56:01.105114Z","caller":"traceutil/trace.go:171","msg":"trace[1462302074] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"177.233668ms","start":"2026-02-27T16:56:00.927859Z","end":"2026-02-27T16:56:01.105092Z","steps":["trace[1462302074] 'process raft request' (duration: 177.001282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:56:01.105197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.617666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:daemon-set-controller\" ","response":"range_response_count:1 size:958"} {"level":"info","ts":"2026-02-27T16:56:01.105239Z","caller":"traceutil/trace.go:171","msg":"trace[1689085014] range","detail":"{range_begin:/registry/clusterroles/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:1976; }","duration":"177.670327ms","start":"2026-02-27T16:56:00.927554Z","end":"2026-02-27T16:56:01.105224Z","steps":["trace[1689085014] 'agreement among raft nodes before linearized reading' (duration: 177.576125ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:56:19.154155Z","caller":"traceutil/trace.go:171","msg":"trace[73281203] linearizableReadLoop","detail":"{readStateIndex:2148; appliedIndex:2147; }","duration":"143.963136ms","start":"2026-02-27T16:56:19.010162Z","end":"2026-02-27T16:56:19.154125Z","steps":["trace[73281203] 'read index received' (duration: 55.703096ms)","trace[73281203] 'applied index is now lower than readState.Index' (duration: 88.255039ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:56:19.154239Z","caller":"traceutil/trace.go:171","msg":"trace[45065232] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"144.967878ms","start":"2026-02-27T16:56:19.009216Z","end":"2026-02-27T16:56:19.154184Z","steps":["trace[45065232] 'process raft request' (duration: 56.648047ms)","trace[45065232] 'compare' (duration: 88.130917ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:56:19.154346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.16818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-02-27T16:56:19.154427Z","caller":"traceutil/trace.go:171","msg":"trace[206243008] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:2049; }","duration":"144.284652ms","start":"2026-02-27T16:56:19.01012Z","end":"2026-02-27T16:56:19.154404Z","steps":["trace[206243008] 'agreement among raft nodes before linearized reading' (duration: 144.133388ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:56:20.150207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.902336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-02-27T16:56:20.150373Z","caller":"traceutil/trace.go:171","msg":"trace[474958986] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:2052; }","duration":"113.147782ms","start":"2026-02-27T16:56:20.037191Z","end":"2026-02-27T16:56:20.150338Z","steps":["trace[474958986] 'range keys from in-memory index tree' (duration: 112.716202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:56:20.151044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.54228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-02-27T16:56:20.151144Z","caller":"traceutil/trace.go:171","msg":"trace[996389874] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:2052; }","duration":"117.704823ms","start":"2026-02-27T16:56:20.033417Z","end":"2026-02-27T16:56:20.151122Z","steps":["trace[996389874] 'range keys from in-memory index tree' (duration: 117.301474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:56:21.458832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.941487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:134 size:103650"} {"level":"info","ts":"2026-02-27T16:56:21.458909Z","caller":"traceutil/trace.go:171","msg":"trace[408652992] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:134; response_revision:2062; }","duration":"104.066ms","start":"2026-02-27T16:56:21.354827Z","end":"2026-02-27T16:56:21.458893Z","steps":["trace[408652992] 'range keys from in-memory index tree' (duration: 103.306073ms)"],"step_count":1}