{"level":"warn","ts":"2026-03-04T03:58:19.978721Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T03:58:19.978904Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.43:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.43:2380","--initial-cluster=instance=https://162.253.55.43:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.43:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.43:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T03:58:19.979054Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T03:58:19.979066Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.43:2380"]} {"level":"info","ts":"2026-03-04T03:58:19.9791Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T03:58:19.98039Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"]} {"level":"info","ts":"2026-03-04T03:58:19.980513Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.43:2380"],"listen-peer-urls":["https://162.253.55.43:2380"],"advertise-client-urls":["https://162.253.55.43:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.43:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T03:58:19.985589Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.758626ms"} {"level":"info","ts":"2026-03-04T03:58:19.993288Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"14f8f2dfdaccebdb","cluster-id":"5f02ccb15672f35d"} {"level":"info","ts":"2026-03-04T03:58:19.993358Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T03:58:19.993384Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became follower at term 0"} {"level":"info","ts":"2026-03-04T03:58:19.993398Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 14f8f2dfdaccebdb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T03:58:19.993407Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became follower at term 1"} {"level":"info","ts":"2026-03-04T03:58:19.99345Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=(1511224718245293019)"} {"level":"warn","ts":"2026-03-04T03:58:19.997893Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T03:58:19.999276Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T03:58:20.000421Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T03:58:20.004854Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"14f8f2dfdaccebdb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T03:58:20.009196Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T03:58:20.009217Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"14f8f2dfdaccebdb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T03:58:20.009325Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T03:58:20.009439Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T03:58:20.010148Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=(1511224718245293019)"} {"level":"info","ts":"2026-03-04T03:58:20.011034Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"5f02ccb15672f35d","local-member-id":"14f8f2dfdaccebdb","added-peer-id":"14f8f2dfdaccebdb","added-peer-peer-urls":["https://162.253.55.43:2380"]} {"level":"info","ts":"2026-03-04T03:58:20.012487Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T03:58:20.012932Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.43:2380"} {"level":"info","ts":"2026-03-04T03:58:20.012965Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.43:2380"} {"level":"info","ts":"2026-03-04T03:58:20.014495Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"14f8f2dfdaccebdb","initial-advertise-peer-urls":["https://162.253.55.43:2380"],"listen-peer-urls":["https://162.253.55.43:2380"],"advertise-client-urls":["https://162.253.55.43:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T03:58:20.014568Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T03:58:20.196865Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T03:58:20.196927Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T03:58:20.196949Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb received MsgPreVoteResp from 14f8f2dfdaccebdb at term 1"} {"level":"info","ts":"2026-03-04T03:58:20.196964Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became candidate at term 2"} {"level":"info","ts":"2026-03-04T03:58:20.196973Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb received MsgVoteResp from 14f8f2dfdaccebdb at term 2"} {"level":"info","ts":"2026-03-04T03:58:20.196985Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became leader at term 2"} {"level":"info","ts":"2026-03-04T03:58:20.196996Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 14f8f2dfdaccebdb elected leader 14f8f2dfdaccebdb at term 2"} {"level":"info","ts":"2026-03-04T03:58:20.199103Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"14f8f2dfdaccebdb","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.43:2379]}","request-path":"/0/members/14f8f2dfdaccebdb/attributes","cluster-id":"5f02ccb15672f35d","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T03:58:20.199148Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T03:58:20.199162Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T03:58:20.199359Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T03:58:20.199389Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T03:58:20.199686Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-04T03:58:20.201547Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"5f02ccb15672f35d","local-member-id":"14f8f2dfdaccebdb","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T03:58:20.201728Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T03:58:20.201771Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T03:58:20.202632Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-04T03:58:20.209508Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.43:2379"} {"level":"info","ts":"2026-03-04T03:58:56.784027Z","caller":"traceutil/trace.go:171","msg":"trace[1733466784] linearizableReadLoop","detail":"{readStateIndex:548; appliedIndex:547; }","duration":"142.055542ms","start":"2026-03-04T03:58:56.641949Z","end":"2026-03-04T03:58:56.784004Z","steps":["trace[1733466784] 'read index received' (duration: 141.910578ms)","trace[1733466784] 'applied index is now lower than readState.Index' (duration: 144.154µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:58:56.784229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.263477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T03:58:56.784302Z","caller":"traceutil/trace.go:171","msg":"trace[2086126202] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:528; }","duration":"142.393891ms","start":"2026-03-04T03:58:56.641897Z","end":"2026-03-04T03:58:56.784291Z","steps":["trace[2086126202] 'agreement among raft nodes before linearized reading' (duration: 142.231557ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:58:56.784397Z","caller":"traceutil/trace.go:171","msg":"trace[138005581] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"170.011312ms","start":"2026-03-04T03:58:56.614357Z","end":"2026-03-04T03:58:56.784368Z","steps":["trace[138005581] 'process raft request' (duration: 169.515949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:58:57.539167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349928591187351,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T03:58:57.637514Z","caller":"traceutil/trace.go:171","msg":"trace[1331642037] linearizableReadLoop","detail":"{readStateIndex:551; appliedIndex:550; }","duration":"599.400556ms","start":"2026-03-04T03:58:57.038091Z","end":"2026-03-04T03:58:57.637492Z","steps":["trace[1331642037] 'read index received' (duration: 599.057489ms)","trace[1331642037] 'applied index is now lower than readState.Index' (duration: 342.097µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:58:57.637532Z","caller":"traceutil/trace.go:171","msg":"trace[1737862482] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"834.865709ms","start":"2026-03-04T03:58:56.80264Z","end":"2026-03-04T03:58:57.637506Z","steps":["trace[1737862482] 'process raft request' (duration: 834.571632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:58:57.637655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.567751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T03:58:57.637682Z","caller":"traceutil/trace.go:171","msg":"trace[2095878967] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:531; }","duration":"599.660443ms","start":"2026-03-04T03:58:57.038013Z","end":"2026-03-04T03:58:57.637673Z","steps":["trace[2095878967] 'agreement among raft nodes before linearized reading' (duration: 599.578471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:58:57.637708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:58:57.03799Z","time spent":"599.713583ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T03:58:57.63838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:58:56.80263Z","time spent":"834.960871ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:58:57.63862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.410555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bvcvc\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-04T03:58:57.63866Z","caller":"traceutil/trace.go:171","msg":"trace[2096096327] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bvcvc; range_end:; response_count:1; response_revision:531; }","duration":"538.486687ms","start":"2026-03-04T03:58:57.10016Z","end":"2026-03-04T03:58:57.638647Z","steps":["trace[2096096327] 'agreement among raft nodes before linearized reading' (duration: 537.489182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:58:57.638681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:58:57.100148Z","time spent":"538.528618ms","remote":"127.0.0.1:50324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16983,"request content":"key:\"/registry/pods/kube-system/cilium-bvcvc\" "} {"level":"info","ts":"2026-03-04T03:58:57.82035Z","caller":"traceutil/trace.go:171","msg":"trace[1036996864] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"176.9506ms","start":"2026-03-04T03:58:57.64337Z","end":"2026-03-04T03:58:57.820321Z","steps":["trace[1036996864] 'process raft request' (duration: 149.594836ms)","trace[1036996864] 'compare' (duration: 27.237491ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:58:57.83798Z","caller":"traceutil/trace.go:171","msg":"trace[286063736] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"179.41316ms","start":"2026-03-04T03:58:57.658169Z","end":"2026-03-04T03:58:57.837582Z","steps":["trace[286063736] 'process raft request' (duration: 178.445596ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:58:58.947411Z","caller":"traceutil/trace.go:171","msg":"trace[559031444] linearizableReadLoop","detail":"{readStateIndex:554; appliedIndex:553; }","duration":"126.779801ms","start":"2026-03-04T03:58:58.820611Z","end":"2026-03-04T03:58:58.94739Z","steps":["trace[559031444] 'read index received' (duration: 126.72529ms)","trace[559031444] 'applied index is now lower than readState.Index' (duration: 53.681µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:58:58.947506Z","caller":"traceutil/trace.go:171","msg":"trace[189565750] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"144.500641ms","start":"2026-03-04T03:58:58.802973Z","end":"2026-03-04T03:58:58.947474Z","steps":["trace[189565750] 'process raft request' (duration: 144.277527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:58:58.947596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.965405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T03:58:58.947625Z","caller":"traceutil/trace.go:171","msg":"trace[209456843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:534; }","duration":"127.041977ms","start":"2026-03-04T03:58:58.820573Z","end":"2026-03-04T03:58:58.947615Z","steps":["trace[209456843] 'agreement among raft nodes before linearized reading' (duration: 126.891973ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:59:00.466467Z","caller":"traceutil/trace.go:171","msg":"trace[1608454912] linearizableReadLoop","detail":"{readStateIndex:573; appliedIndex:572; }","duration":"246.342587ms","start":"2026-03-04T03:59:00.220093Z","end":"2026-03-04T03:59:00.466435Z","steps":["trace[1608454912] 'read index received' (duration: 239.369666ms)","trace[1608454912] 'applied index is now lower than readState.Index' (duration: 6.971361ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:59:00.466635Z","caller":"traceutil/trace.go:171","msg":"trace[1477591178] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"246.827599ms","start":"2026-03-04T03:59:00.219778Z","end":"2026-03-04T03:59:00.466606Z","steps":["trace[1477591178] 'process raft request' (duration: 239.707115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:59:00.466712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.571742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:59:00.466765Z","caller":"traceutil/trace.go:171","msg":"trace[2022209905] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:552; }","duration":"246.661484ms","start":"2026-03-04T03:59:00.220087Z","end":"2026-03-04T03:59:00.466749Z","steps":["trace[2022209905] 'agreement among raft nodes before linearized reading' (duration: 246.50424ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:59:00.476314Z","caller":"traceutil/trace.go:171","msg":"trace[465242486] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"256.132054ms","start":"2026-03-04T03:59:00.220164Z","end":"2026-03-04T03:59:00.476296Z","steps":["trace[465242486] 'process raft request' (duration: 255.891538ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:59:00.476438Z","caller":"traceutil/trace.go:171","msg":"trace[2122028147] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"256.193845ms","start":"2026-03-04T03:59:00.220223Z","end":"2026-03-04T03:59:00.476417Z","steps":["trace[2122028147] 'process raft request' (duration: 255.949199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:59:00.476543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.311739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:59:00.4766Z","caller":"traceutil/trace.go:171","msg":"trace[1336738963] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:555; }","duration":"256.389991ms","start":"2026-03-04T03:59:00.220194Z","end":"2026-03-04T03:59:00.476584Z","steps":["trace[1336738963] 'agreement among raft nodes before linearized reading' (duration: 256.289798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:59:00.476685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.38809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:59:00.476711Z","caller":"traceutil/trace.go:171","msg":"trace[601546646] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:555; }","duration":"256.41183ms","start":"2026-03-04T03:59:00.22029Z","end":"2026-03-04T03:59:00.476702Z","steps":["trace[601546646] 'agreement among raft nodes before linearized reading' (duration: 256.37647ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:59:17.557126Z","caller":"traceutil/trace.go:171","msg":"trace[362445939] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"203.955267ms","start":"2026-03-04T03:59:17.353149Z","end":"2026-03-04T03:59:17.557104Z","steps":["trace[362445939] 'process raft request' (duration: 203.832354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:59:18.298416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349928591187713,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T03:59:18.494207Z","caller":"traceutil/trace.go:171","msg":"trace[1457323646] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"773.770314ms","start":"2026-03-04T03:59:17.720411Z","end":"2026-03-04T03:59:18.494181Z","steps":["trace[1457323646] 'process raft request' (duration: 773.64116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:59:18.494364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:59:17.720383Z","time spent":"773.895917ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T03:59:18.494485Z","caller":"traceutil/trace.go:171","msg":"trace[1877704255] linearizableReadLoop","detail":"{readStateIndex:745; appliedIndex:745; }","duration":"696.775573ms","start":"2026-03-04T03:59:17.797684Z","end":"2026-03-04T03:59:18.494459Z","steps":["trace[1877704255] 'read index received' (duration: 696.768043ms)","trace[1877704255] 'applied index is now lower than readState.Index' (duration: 5.74µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:59:18.494733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.487436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T03:59:18.494769Z","caller":"traceutil/trace.go:171","msg":"trace[535951496] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:719; }","duration":"596.573979ms","start":"2026-03-04T03:59:17.898187Z","end":"2026-03-04T03:59:18.494761Z","steps":["trace[535951496] 'agreement among raft nodes before linearized reading' (duration: 596.376344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:59:18.494798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:59:17.898173Z","time spent":"596.6197ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T03:59:18.494804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.113522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:59:18.494842Z","caller":"traceutil/trace.go:171","msg":"trace[1539514915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:719; }","duration":"697.175372ms","start":"2026-03-04T03:59:17.797652Z","end":"2026-03-04T03:59:18.494827Z","steps":["trace[1539514915] 'agreement among raft nodes before linearized reading' (duration: 697.119901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:59:18.49487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:59:17.797636Z","time spent":"697.230114ms","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:59:19.042378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349928591187717,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T03:59:19.243517Z","caller":"traceutil/trace.go:171","msg":"trace[867887286] linearizableReadLoop","detail":"{readStateIndex:746; appliedIndex:745; }","duration":"701.9789ms","start":"2026-03-04T03:59:18.541517Z","end":"2026-03-04T03:59:19.243496Z","steps":["trace[867887286] 'read index received' (duration: 618.760567ms)","trace[867887286] 'applied index is now lower than readState.Index' (duration: 83.217433ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:59:19.243614Z","caller":"traceutil/trace.go:171","msg":"trace[638820863] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"743.462578ms","start":"2026-03-04T03:59:18.500144Z","end":"2026-03-04T03:59:19.243607Z","steps":["trace[638820863] 'process raft request' (duration: 660.209414ms)","trace[638820863] 'compare' (duration: 83.062969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:59:19.243689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:59:18.500099Z","time spent":"743.5331ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:59:19.243813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.547762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T03:59:19.243822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.288107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T03:59:19.243872Z","caller":"traceutil/trace.go:171","msg":"trace[1255337532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:720; }","duration":"225.652524ms","start":"2026-03-04T03:59:19.018205Z","end":"2026-03-04T03:59:19.243857Z","steps":["trace[1255337532] 'agreement among raft nodes before linearized reading' (duration: 225.47051ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:59:19.243884Z","caller":"traceutil/trace.go:171","msg":"trace[77688699] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:720; }","duration":"702.38099ms","start":"2026-03-04T03:59:18.541485Z","end":"2026-03-04T03:59:19.243866Z","steps":["trace[77688699] 'agreement among raft nodes before linearized reading' (duration: 702.224526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:59:19.243928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:59:18.54147Z","time spent":"702.445562ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T03:59:19.243968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.197447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T03:59:19.243979Z","caller":"traceutil/trace.go:171","msg":"trace[199594736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:720; }","duration":"142.230777ms","start":"2026-03-04T03:59:19.101744Z","end":"2026-03-04T03:59:19.243975Z","steps":["trace[199594736] 'agreement among raft nodes before linearized reading' (duration: 142.189256ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:59:19.363725Z","caller":"traceutil/trace.go:171","msg":"trace[1955725167] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"116.357979ms","start":"2026-03-04T03:59:19.247345Z","end":"2026-03-04T03:59:19.363703Z","steps":["trace[1955725167] 'process raft request' (duration: 108.061717ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:59:19.382606Z","caller":"traceutil/trace.go:171","msg":"trace[1104023941] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"134.930319ms","start":"2026-03-04T03:59:19.247649Z","end":"2026-03-04T03:59:19.382579Z","steps":["trace[1104023941] 'process raft request' (duration: 134.643222ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:59:19.383072Z","caller":"traceutil/trace.go:171","msg":"trace[768794764] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"135.130944ms","start":"2026-03-04T03:59:19.247668Z","end":"2026-03-04T03:59:19.382799Z","steps":["trace[768794764] 'process raft request' (duration: 134.767105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:59:20.177161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.880443ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T03:59:20.177263Z","caller":"traceutil/trace.go:171","msg":"trace[257835401] linearizableReadLoop","detail":"{readStateIndex:750; appliedIndex:749; }","duration":"379.323237ms","start":"2026-03-04T03:59:19.797921Z","end":"2026-03-04T03:59:20.177245Z","steps":["trace[257835401] 'read index received' (duration: 273.151927ms)","trace[257835401] 'applied index is now lower than readState.Index' (duration: 106.16991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:59:20.177343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.42391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:59:20.177419Z","caller":"traceutil/trace.go:171","msg":"trace[2108628912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:723; }","duration":"379.541173ms","start":"2026-03-04T03:59:19.797863Z","end":"2026-03-04T03:59:20.177404Z","steps":["trace[2108628912] 'agreement among raft nodes before linearized reading' (duration: 379.427591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:59:20.177467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:59:19.797846Z","time spent":"379.610245ms","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T03:59:25.028516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349928591187765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T03:59:25.522688Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.34223884s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T03:59:25.522912Z","caller":"traceutil/trace.go:171","msg":"trace[960967302] linearizableReadLoop","detail":"{readStateIndex:767; appliedIndex:766; }","duration":"994.9436ms","start":"2026-03-04T03:59:24.527956Z","end":"2026-03-04T03:59:25.522899Z","steps":["trace[960967302] 'read index received' (duration: 994.881238ms)","trace[960967302] 'applied index is now lower than readState.Index' (duration: 61.361µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:59:25.523015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:59:24.180344Z","time spent":"1.34266271s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T03:59:25.523092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.125405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-04T03:59:25.523187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.135827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T03:59:25.523218Z","caller":"traceutil/trace.go:171","msg":"trace[337439080] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:739; }","duration":"117.177318ms","start":"2026-03-04T03:59:25.406033Z","end":"2026-03-04T03:59:25.52321Z","steps":["trace[337439080] 'agreement among raft nodes before linearized reading' (duration: 117.111497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:59:25.523287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.699354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T03:59:25.523298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.595252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T03:59:25.523351Z","caller":"traceutil/trace.go:171","msg":"trace[1832770119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:739; }","duration":"141.816037ms","start":"2026-03-04T03:59:25.381516Z","end":"2026-03-04T03:59:25.523332Z","steps":["trace[1832770119] 'agreement among raft nodes before linearized reading' (duration: 141.597522ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:59:25.523384Z","caller":"traceutil/trace.go:171","msg":"trace[1905775830] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:739; }","duration":"311.730146ms","start":"2026-03-04T03:59:25.211626Z","end":"2026-03-04T03:59:25.523356Z","steps":["trace[1905775830] 'agreement among raft nodes before linearized reading' (duration: 311.569052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:59:25.523385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.539551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T03:59:25.523434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:59:25.211606Z","time spent":"311.817888ms","remote":"127.0.0.1:50606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-04T03:59:25.523446Z","caller":"traceutil/trace.go:171","msg":"trace[1057166853] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:739; }","duration":"255.622683ms","start":"2026-03-04T03:59:25.267808Z","end":"2026-03-04T03:59:25.52343Z","steps":["trace[1057166853] 'agreement among raft nodes before linearized reading' (duration: 255.373506ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:59:25.523467Z","caller":"traceutil/trace.go:171","msg":"trace[146089846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:739; }","duration":"995.205477ms","start":"2026-03-04T03:59:24.527911Z","end":"2026-03-04T03:59:25.523116Z","steps":["trace[146089846] 'agreement among raft nodes before linearized reading' (duration: 995.105154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:59:25.523495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:59:24.527863Z","time spent":"995.624297ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T03:59:25.523826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.211873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:59:25.523863Z","caller":"traceutil/trace.go:171","msg":"trace[1631904606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:739; }","duration":"727.266904ms","start":"2026-03-04T03:59:24.796582Z","end":"2026-03-04T03:59:25.523849Z","steps":["trace[1631904606] 'agreement among raft nodes before linearized reading' (duration: 726.525227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:59:25.523934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:59:24.79657Z","time spent":"727.336236ms","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T03:59:41.856524Z","caller":"traceutil/trace.go:171","msg":"trace[430903387] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"204.032772ms","start":"2026-03-04T03:59:41.652461Z","end":"2026-03-04T03:59:41.856493Z","steps":["trace[430903387] 'process raft request' (duration: 203.651964ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:59:41.85664Z","caller":"traceutil/trace.go:171","msg":"trace[1759987050] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"204.145505ms","start":"2026-03-04T03:59:41.652464Z","end":"2026-03-04T03:59:41.856609Z","steps":["trace[1759987050] 'process raft request' (duration: 203.972691ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:59:41.912589Z","caller":"traceutil/trace.go:171","msg":"trace[431686385] linearizableReadLoop","detail":"{readStateIndex:819; appliedIndex:816; }","duration":"256.160872ms","start":"2026-03-04T03:59:41.656405Z","end":"2026-03-04T03:59:41.912566Z","steps":["trace[431686385] 'read index received' (duration: 199.739918ms)","trace[431686385] 'applied index is now lower than readState.Index' (duration: 56.419954ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:59:41.912609Z","caller":"traceutil/trace.go:171","msg":"trace[1803937705] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"258.648202ms","start":"2026-03-04T03:59:41.653942Z","end":"2026-03-04T03:59:41.91259Z","steps":["trace[1803937705] 'process raft request' (duration: 258.509479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:59:41.912771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.351837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T03:59:41.91286Z","caller":"traceutil/trace.go:171","msg":"trace[1899254897] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:788; }","duration":"256.468179ms","start":"2026-03-04T03:59:41.656369Z","end":"2026-03-04T03:59:41.912837Z","steps":["trace[1899254897] 'agreement among raft nodes before linearized reading' (duration: 256.275555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:59:41.912906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.283922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-04T03:59:41.91297Z","caller":"traceutil/trace.go:171","msg":"trace[877208538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:788; }","duration":"255.362233ms","start":"2026-03-04T03:59:41.657591Z","end":"2026-03-04T03:59:41.912953Z","steps":["trace[877208538] 'agreement among raft nodes before linearized reading' (duration: 255.156838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:59:41.913119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.641258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:59:41.913145Z","caller":"traceutil/trace.go:171","msg":"trace[1778350353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:788; }","duration":"115.7072ms","start":"2026-03-04T03:59:41.797429Z","end":"2026-03-04T03:59:41.913136Z","steps":["trace[1778350353] 'agreement among raft nodes before linearized reading' (duration: 115.667969ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:59:42.163273Z","caller":"traceutil/trace.go:171","msg":"trace[1445935671] linearizableReadLoop","detail":"{readStateIndex:821; appliedIndex:819; }","duration":"134.292913ms","start":"2026-03-04T03:59:42.028959Z","end":"2026-03-04T03:59:42.163252Z","steps":["trace[1445935671] 'read index received' (duration: 55.126273ms)","trace[1445935671] 'applied index is now lower than readState.Index' (duration: 79.16524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:59:42.163412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.436006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T03:59:42.163551Z","caller":"traceutil/trace.go:171","msg":"trace[1065998824] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"246.638681ms","start":"2026-03-04T03:59:41.916886Z","end":"2026-03-04T03:59:42.163525Z","steps":["trace[1065998824] 'process raft request' (duration: 167.202554ms)","trace[1065998824] 'compare' (duration: 78.865062ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:59:42.163541Z","caller":"traceutil/trace.go:171","msg":"trace[1691426731] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:790; }","duration":"134.59806ms","start":"2026-03-04T03:59:42.028921Z","end":"2026-03-04T03:59:42.163519Z","steps":["trace[1691426731] 'agreement among raft nodes before linearized reading' (duration: 134.417456ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:59:42.163592Z","caller":"traceutil/trace.go:171","msg":"trace[189731334] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"246.657282ms","start":"2026-03-04T03:59:41.91691Z","end":"2026-03-04T03:59:42.163567Z","steps":["trace[189731334] 'process raft request' (duration: 246.305943ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:59:44.117152Z","caller":"traceutil/trace.go:171","msg":"trace[1412273876] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"251.94449ms","start":"2026-03-04T03:59:43.865175Z","end":"2026-03-04T03:59:44.117119Z","steps":["trace[1412273876] 'process raft request' (duration: 251.692244ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:59:44.137157Z","caller":"traceutil/trace.go:171","msg":"trace[256250076] linearizableReadLoop","detail":"{readStateIndex:823; appliedIndex:821; }","duration":"220.093574ms","start":"2026-03-04T03:59:43.917037Z","end":"2026-03-04T03:59:44.137131Z","steps":["trace[256250076] 'read index received' (duration: 199.80538ms)","trace[256250076] 'applied index is now lower than readState.Index' (duration: 20.287144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:59:44.137368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.306839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T03:59:44.137408Z","caller":"traceutil/trace.go:171","msg":"trace[591231389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:792; }","duration":"220.398732ms","start":"2026-03-04T03:59:43.916998Z","end":"2026-03-04T03:59:44.137397Z","steps":["trace[591231389] 'agreement among raft nodes before linearized reading' (duration: 220.232868ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:59:44.137203Z","caller":"traceutil/trace.go:171","msg":"trace[1581990423] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"271.709022ms","start":"2026-03-04T03:59:43.865472Z","end":"2026-03-04T03:59:44.137181Z","steps":["trace[1581990423] 'process raft request' (duration: 271.450886ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T03:59:44.243047Z","caller":"traceutil/trace.go:171","msg":"trace[1850972501] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"100.891979ms","start":"2026-03-04T03:59:44.142068Z","end":"2026-03-04T03:59:44.24296Z","steps":["trace[1850972501] 'process raft request' (duration: 79.622951ms)","trace[1850972501] 'compare' (duration: 20.998331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T03:59:56.684784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349928591188117,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T03:59:56.757003Z","caller":"traceutil/trace.go:171","msg":"trace[715607000] linearizableReadLoop","detail":"{readStateIndex:914; appliedIndex:913; }","duration":"572.603125ms","start":"2026-03-04T03:59:56.184374Z","end":"2026-03-04T03:59:56.756977Z","steps":["trace[715607000] 'read index received' (duration: 572.3766ms)","trace[715607000] 'applied index is now lower than readState.Index' (duration: 225.005µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T03:59:56.757495Z","caller":"traceutil/trace.go:171","msg":"trace[676994897] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"581.742647ms","start":"2026-03-04T03:59:56.175331Z","end":"2026-03-04T03:59:56.757073Z","steps":["trace[676994897] 'process raft request' (duration: 581.47577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:59:56.757639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:59:56.17531Z","time spent":"582.232339ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T03:59:56.757784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.272555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-04T03:59:56.757845Z","caller":"traceutil/trace.go:171","msg":"trace[866577650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:878; }","duration":"402.349016ms","start":"2026-03-04T03:59:56.35548Z","end":"2026-03-04T03:59:56.757829Z","steps":["trace[866577650] 'agreement among raft nodes before linearized reading' (duration: 402.019758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:59:56.757854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.69035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T03:59:56.757937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:59:56.355426Z","time spent":"402.453689ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T03:59:56.75797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.568879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T03:59:56.758009Z","caller":"traceutil/trace.go:171","msg":"trace[2066840932] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:878; }","duration":"401.736382ms","start":"2026-03-04T03:59:56.356141Z","end":"2026-03-04T03:59:56.757877Z","steps":["trace[2066840932] 'agreement among raft nodes before linearized reading' (duration: 401.540357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:59:56.758076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:59:56.356135Z","time spent":"401.933706ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T03:59:56.758083Z","caller":"traceutil/trace.go:171","msg":"trace[1020192452] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:878; }","duration":"573.684291ms","start":"2026-03-04T03:59:56.184346Z","end":"2026-03-04T03:59:56.75803Z","steps":["trace[1020192452] 'agreement among raft nodes before linearized reading' (duration: 572.786599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:59:56.758105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.521911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T03:59:56.758135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:59:56.184333Z","time spent":"573.791585ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T03:59:56.758193Z","caller":"traceutil/trace.go:171","msg":"trace[717766286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:878; }","duration":"402.629454ms","start":"2026-03-04T03:59:56.355528Z","end":"2026-03-04T03:59:56.758158Z","steps":["trace[717766286] 'agreement among raft nodes before linearized reading' (duration: 402.178442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T03:59:56.758239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T03:59:56.355508Z","time spent":"402.719034ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T04:00:09.0426Z","caller":"traceutil/trace.go:171","msg":"trace[1897694390] linearizableReadLoop","detail":"{readStateIndex:951; appliedIndex:949; }","duration":"222.272048ms","start":"2026-03-04T04:00:08.820296Z","end":"2026-03-04T04:00:09.042568Z","steps":["trace[1897694390] 'read index received' (duration: 7.36447ms)","trace[1897694390] 'applied index is now lower than readState.Index' (duration: 214.906298ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T04:00:09.042783Z","caller":"traceutil/trace.go:171","msg":"trace[1733931482] transaction","detail":"{read_only:false; response_revision:913; number_of_response:1; }","duration":"222.829611ms","start":"2026-03-04T04:00:08.819934Z","end":"2026-03-04T04:00:09.042764Z","steps":["trace[1733931482] 'process raft request' (duration: 185.220594ms)","trace[1733931482] 'compare' (duration: 37.226108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T04:00:09.043055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.711887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T04:00:09.043146Z","caller":"traceutil/trace.go:171","msg":"trace[429691467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:913; }","duration":"222.853141ms","start":"2026-03-04T04:00:08.820273Z","end":"2026-03-04T04:00:09.043126Z","steps":["trace[429691467] 'agreement among raft nodes before linearized reading' (duration: 222.658466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:00:09.043321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.000825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-04T04:00:09.043367Z","caller":"traceutil/trace.go:171","msg":"trace[91733032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:913; }","duration":"223.075006ms","start":"2026-03-04T04:00:08.82028Z","end":"2026-03-04T04:00:09.043355Z","steps":["trace[91733032] 'agreement among raft nodes before linearized reading' (duration: 222.900502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:00:09.043372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.023685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T04:00:09.043402Z","caller":"traceutil/trace.go:171","msg":"trace[732410701] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:913; }","duration":"223.078756ms","start":"2026-03-04T04:00:08.820315Z","end":"2026-03-04T04:00:09.043394Z","steps":["trace[732410701] 'agreement among raft nodes before linearized reading' (duration: 222.990874ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T04:00:13.113007Z","caller":"traceutil/trace.go:171","msg":"trace[143859384] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"210.319016ms","start":"2026-03-04T04:00:12.902672Z","end":"2026-03-04T04:00:13.112991Z","steps":["trace[143859384] 'process raft request' (duration: 210.07121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:00:14.124484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.179909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-km7xp\" ","response":"range_response_count:1 size:11057"} {"level":"info","ts":"2026-03-04T04:00:14.124559Z","caller":"traceutil/trace.go:171","msg":"trace[490388721] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-km7xp; range_end:; response_count:1; response_revision:949; }","duration":"715.292732ms","start":"2026-03-04T04:00:13.409249Z","end":"2026-03-04T04:00:14.124541Z","steps":["trace[490388721] 'range keys from in-memory index tree' (duration: 715.009725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:00:14.124598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:00:13.409232Z","time spent":"715.358115ms","remote":"127.0.0.1:50324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":11079,"request content":"key:\"/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-km7xp\" "} {"level":"warn","ts":"2026-03-04T04:00:14.124677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.9938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T04:00:14.12477Z","caller":"traceutil/trace.go:171","msg":"trace[1695746036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:949; }","duration":"327.141042ms","start":"2026-03-04T04:00:13.797605Z","end":"2026-03-04T04:00:14.124746Z","steps":["trace[1695746036] 'range keys from in-memory index tree' (duration: 326.931828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:00:14.124849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.151655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T04:00:14.12489Z","caller":"traceutil/trace.go:171","msg":"trace[329737212] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:949; }","duration":"316.190796ms","start":"2026-03-04T04:00:13.808684Z","end":"2026-03-04T04:00:14.124875Z","steps":["trace[329737212] 'count revisions from in-memory index tree' (duration: 316.060523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:00:14.124896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:00:13.79759Z","time spent":"327.294687ms","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T04:00:14.124919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:00:13.80863Z","time spent":"316.280939ms","remote":"127.0.0.1:50638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T04:00:14.289234Z","caller":"traceutil/trace.go:171","msg":"trace[1160854602] linearizableReadLoop","detail":"{readStateIndex:989; appliedIndex:988; }","duration":"108.142195ms","start":"2026-03-04T04:00:14.181072Z","end":"2026-03-04T04:00:14.289215Z","steps":["trace[1160854602] 'read index received' (duration: 107.997982ms)","trace[1160854602] 'applied index is now lower than readState.Index' (duration: 143.233µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T04:00:14.289352Z","caller":"traceutil/trace.go:171","msg":"trace[1904760898] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"151.089702ms","start":"2026-03-04T04:00:14.138245Z","end":"2026-03-04T04:00:14.289335Z","steps":["trace[1904760898] 'process raft request' (duration: 150.847976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:00:14.289426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.33528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T04:00:14.28946Z","caller":"traceutil/trace.go:171","msg":"trace[2147176276] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:950; }","duration":"108.425732ms","start":"2026-03-04T04:00:14.181024Z","end":"2026-03-04T04:00:14.28945Z","steps":["trace[2147176276] 'agreement among raft nodes before linearized reading' (duration: 108.271908ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T04:00:14.415114Z","caller":"traceutil/trace.go:171","msg":"trace[145237787] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"118.819095ms","start":"2026-03-04T04:00:14.296279Z","end":"2026-03-04T04:00:14.415098Z","steps":["trace[145237787] 'process raft request' (duration: 118.393476ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T04:00:14.415517Z","caller":"traceutil/trace.go:171","msg":"trace[974683445] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"119.224015ms","start":"2026-03-04T04:00:14.296286Z","end":"2026-03-04T04:00:14.41551Z","steps":["trace[974683445] 'process raft request' (duration: 118.764384ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T04:00:14.415883Z","caller":"traceutil/trace.go:171","msg":"trace[528431243] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"116.53554ms","start":"2026-03-04T04:00:14.299315Z","end":"2026-03-04T04:00:14.41585Z","steps":["trace[528431243] 'process raft request' (duration: 116.14899ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T04:00:15.102486Z","caller":"traceutil/trace.go:171","msg":"trace[2024892247] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"101.859372ms","start":"2026-03-04T04:00:15.000608Z","end":"2026-03-04T04:00:15.102468Z","steps":["trace[2024892247] 'process raft request' (duration: 101.76238ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T04:00:15.504726Z","caller":"traceutil/trace.go:171","msg":"trace[1845977497] linearizableReadLoop","detail":"{readStateIndex:998; appliedIndex:997; }","duration":"309.038021ms","start":"2026-03-04T04:00:15.195671Z","end":"2026-03-04T04:00:15.504709Z","steps":["trace[1845977497] 'read index received' (duration: 292.457707ms)","trace[1845977497] 'applied index is now lower than readState.Index' (duration: 16.579634ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T04:00:15.504813Z","caller":"traceutil/trace.go:171","msg":"trace[637156418] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"313.728726ms","start":"2026-03-04T04:00:15.191063Z","end":"2026-03-04T04:00:15.504792Z","steps":["trace[637156418] 'process raft request' (duration: 297.135362ms)","trace[637156418] 'compare' (duration: 16.322117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T04:00:15.50488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:00:15.191042Z","time spent":"313.785457ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T04:00:15.504967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.265697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-04T04:00:15.505031Z","caller":"traceutil/trace.go:171","msg":"trace[1566728075] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:958; }","duration":"277.339439ms","start":"2026-03-04T04:00:15.227676Z","end":"2026-03-04T04:00:15.505015Z","steps":["trace[1566728075] 'agreement among raft nodes before linearized reading' (duration: 277.147454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:00:15.505054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.361079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T04:00:15.505104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.976832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-04T04:00:15.505126Z","caller":"traceutil/trace.go:171","msg":"trace[1754790661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:958; }","duration":"266.006983ms","start":"2026-03-04T04:00:15.239113Z","end":"2026-03-04T04:00:15.50512Z","steps":["trace[1754790661] 'agreement among raft nodes before linearized reading' (duration: 265.926341ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T04:00:15.505121Z","caller":"traceutil/trace.go:171","msg":"trace[463074604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:958; }","duration":"309.442781ms","start":"2026-03-04T04:00:15.195659Z","end":"2026-03-04T04:00:15.505102Z","steps":["trace[463074604] 'agreement among raft nodes before linearized reading' (duration: 309.272977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:00:15.505163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:00:15.195655Z","time spent":"309.500662ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T04:00:15.829261Z","caller":"traceutil/trace.go:171","msg":"trace[293996244] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"320.022448ms","start":"2026-03-04T04:00:15.509211Z","end":"2026-03-04T04:00:15.829233Z","steps":["trace[293996244] 'process raft request' (duration: 319.887695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:00:15.829424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:00:15.509197Z","time spent":"320.143962ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T04:00:16.145645Z","caller":"traceutil/trace.go:171","msg":"trace[949117014] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"636.00262ms","start":"2026-03-04T04:00:15.509623Z","end":"2026-03-04T04:00:16.145626Z","steps":["trace[949117014] 'process raft request' (duration: 635.870977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:00:16.14579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:00:15.509603Z","time spent":"636.096453ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T04:00:16.145803Z","caller":"traceutil/trace.go:171","msg":"trace[1226834098] linearizableReadLoop","detail":"{readStateIndex:1001; appliedIndex:998; }","duration":"349.60085ms","start":"2026-03-04T04:00:15.796173Z","end":"2026-03-04T04:00:16.145774Z","steps":["trace[1226834098] 'read index received' (duration: 32.939422ms)","trace[1226834098] 'applied index is now lower than readState.Index' (duration: 316.660268ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T04:00:16.145912Z","caller":"traceutil/trace.go:171","msg":"trace[162025840] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"635.529499ms","start":"2026-03-04T04:00:15.510375Z","end":"2026-03-04T04:00:16.145905Z","steps":["trace[162025840] 'process raft request' (duration: 635.219861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:00:16.14593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.748223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T04:00:16.145953Z","caller":"traceutil/trace.go:171","msg":"trace[481241445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:961; }","duration":"349.805185ms","start":"2026-03-04T04:00:15.796139Z","end":"2026-03-04T04:00:16.145944Z","steps":["trace[481241445] 'agreement among raft nodes before linearized reading' (duration: 349.713203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:00:16.145949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:00:15.510355Z","time spent":"635.57401ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T04:00:16.145972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:00:15.796125Z","time spent":"349.843135ms","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T04:00:17.364768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.120187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T04:00:17.364939Z","caller":"traceutil/trace.go:171","msg":"trace[1558969438] linearizableReadLoop","detail":"{readStateIndex:1004; appliedIndex:1003; }","duration":"568.032563ms","start":"2026-03-04T04:00:16.796888Z","end":"2026-03-04T04:00:17.364921Z","steps":["trace[1558969438] 'read index received' (duration: 184.610289ms)","trace[1558969438] 'applied index is now lower than readState.Index' (duration: 383.421194ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T04:00:17.364972Z","caller":"traceutil/trace.go:171","msg":"trace[1615134328] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"597.176134ms","start":"2026-03-04T04:00:16.767765Z","end":"2026-03-04T04:00:17.364941Z","steps":["trace[1615134328] 'process raft request' (duration: 213.805681ms)","trace[1615134328] 'compare' (duration: 382.974744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T04:00:17.365114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:00:16.767754Z","time spent":"597.282217ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T04:00:17.36514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.243639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T04:00:17.365208Z","caller":"traceutil/trace.go:171","msg":"trace[200541134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:964; }","duration":"568.359402ms","start":"2026-03-04T04:00:16.796839Z","end":"2026-03-04T04:00:17.365198Z","steps":["trace[200541134] 'agreement among raft nodes before linearized reading' (duration: 568.212658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:00:17.365263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:00:16.796817Z","time spent":"568.431793ms","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T04:00:17.365523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.53322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T04:00:17.365563Z","caller":"traceutil/trace.go:171","msg":"trace[2110007138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:964; }","duration":"219.602052ms","start":"2026-03-04T04:00:17.145949Z","end":"2026-03-04T04:00:17.365551Z","steps":["trace[2110007138] 'agreement among raft nodes before linearized reading' (duration: 219.446759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:00:17.365709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.74727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T04:00:17.365741Z","caller":"traceutil/trace.go:171","msg":"trace[678045375] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:964; }","duration":"188.800621ms","start":"2026-03-04T04:00:17.176931Z","end":"2026-03-04T04:00:17.365732Z","steps":["trace[678045375] 'agreement among raft nodes before linearized reading' (duration: 188.747811ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T04:00:17.609536Z","caller":"traceutil/trace.go:171","msg":"trace[805452160] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"239.541678ms","start":"2026-03-04T04:00:17.369963Z","end":"2026-03-04T04:00:17.609505Z","steps":["trace[805452160] 'process raft request' (duration: 205.11841ms)","trace[805452160] 'compare' (duration: 34.214523ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T04:00:17.609826Z","caller":"traceutil/trace.go:171","msg":"trace[360371024] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"234.123926ms","start":"2026-03-04T04:00:17.375652Z","end":"2026-03-04T04:00:17.609776Z","steps":["trace[360371024] 'process raft request' (duration: 233.794278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:00:17.609935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.11278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T04:00:17.609933Z","caller":"traceutil/trace.go:171","msg":"trace[839375266] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"234.216127ms","start":"2026-03-04T04:00:17.375674Z","end":"2026-03-04T04:00:17.609891Z","steps":["trace[839375266] 'process raft request' (duration: 234.005162ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T04:00:17.610007Z","caller":"traceutil/trace.go:171","msg":"trace[1875839242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:968; }","duration":"100.249823ms","start":"2026-03-04T04:00:17.509737Z","end":"2026-03-04T04:00:17.609987Z","steps":["trace[1875839242] 'agreement among raft nodes before linearized reading' (duration: 100.046878ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T04:00:17.956146Z","caller":"traceutil/trace.go:171","msg":"trace[1569148388] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"117.287959ms","start":"2026-03-04T04:00:17.83883Z","end":"2026-03-04T04:00:17.956118Z","steps":["trace[1569148388] 'process raft request' (duration: 117.076484ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T04:00:18.30651Z","caller":"traceutil/trace.go:171","msg":"trace[635252759] linearizableReadLoop","detail":"{readStateIndex:1013; appliedIndex:1012; }","duration":"108.256908ms","start":"2026-03-04T04:00:18.198226Z","end":"2026-03-04T04:00:18.306482Z","steps":["trace[635252759] 'read index received' (duration: 42.68381ms)","trace[635252759] 'applied index is now lower than readState.Index' (duration: 65.571578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T04:00:18.306709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.463622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T04:00:18.30669Z","caller":"traceutil/trace.go:171","msg":"trace[540567975] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"153.311036ms","start":"2026-03-04T04:00:18.15333Z","end":"2026-03-04T04:00:18.306641Z","steps":["trace[540567975] 'process raft request' (duration: 109.54966ms)","trace[540567975] 'compare' (duration: 43.475219ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T04:00:18.30676Z","caller":"traceutil/trace.go:171","msg":"trace[905669014] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:973; }","duration":"108.581205ms","start":"2026-03-04T04:00:18.198165Z","end":"2026-03-04T04:00:18.306746Z","steps":["trace[905669014] 'agreement among raft nodes before linearized reading' (duration: 108.428711ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T04:00:20.665104Z","caller":"traceutil/trace.go:171","msg":"trace[14600056] linearizableReadLoop","detail":"{readStateIndex:1025; appliedIndex:1024; }","duration":"420.684553ms","start":"2026-03-04T04:00:20.244394Z","end":"2026-03-04T04:00:20.665079Z","steps":["trace[14600056] 'read index received' (duration: 420.453107ms)","trace[14600056] 'applied index is now lower than readState.Index' (duration: 230.466µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T04:00:20.665259Z","caller":"traceutil/trace.go:171","msg":"trace[1829580384] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"430.298546ms","start":"2026-03-04T04:00:20.234923Z","end":"2026-03-04T04:00:20.665221Z","steps":["trace[1829580384] 'process raft request' (duration: 429.975308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:00:20.665309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.893018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T04:00:20.665341Z","caller":"traceutil/trace.go:171","msg":"trace[1997183500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:984; }","duration":"420.949729ms","start":"2026-03-04T04:00:20.244381Z","end":"2026-03-04T04:00:20.665331Z","steps":["trace[1997183500] 'agreement among raft nodes before linearized reading' (duration: 420.815095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:00:20.665373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:00:20.244375Z","time spent":"420.991291ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T04:00:20.665388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:00:20.234904Z","time spent":"430.41873ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T04:00:20.665479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.3328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-04T04:00:20.66553Z","caller":"traceutil/trace.go:171","msg":"trace[343433180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:984; }","duration":"355.407341ms","start":"2026-03-04T04:00:20.310109Z","end":"2026-03-04T04:00:20.665516Z","steps":["trace[343433180] 'agreement among raft nodes before linearized reading' (duration: 355.284108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:00:20.665561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:00:20.310098Z","time spent":"355.455952ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T04:00:26.92344Z","caller":"traceutil/trace.go:171","msg":"trace[1672725982] linearizableReadLoop","detail":"{readStateIndex:1067; appliedIndex:1066; }","duration":"269.369314ms","start":"2026-03-04T04:00:26.654046Z","end":"2026-03-04T04:00:26.923415Z","steps":["trace[1672725982] 'read index received' (duration: 269.218031ms)","trace[1672725982] 'applied index is now lower than readState.Index' (duration: 150.383µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T04:00:26.923488Z","caller":"traceutil/trace.go:171","msg":"trace[1205951593] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"347.050638ms","start":"2026-03-04T04:00:26.576418Z","end":"2026-03-04T04:00:26.923469Z","steps":["trace[1205951593] 'process raft request' (duration: 346.784162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:00:26.923616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:00:26.576398Z","time spent":"347.13704ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T04:00:26.923687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.640571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-04T04:00:26.923724Z","caller":"traceutil/trace.go:171","msg":"trace[1144859391] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1025; }","duration":"269.717893ms","start":"2026-03-04T04:00:26.653993Z","end":"2026-03-04T04:00:26.923711Z","steps":["trace[1144859391] 'agreement among raft nodes before linearized reading' (duration: 269.553508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:00:26.923731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.409736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-04T04:00:26.923773Z","caller":"traceutil/trace.go:171","msg":"trace[1484003957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1025; }","duration":"237.497518ms","start":"2026-03-04T04:00:26.686263Z","end":"2026-03-04T04:00:26.92376Z","steps":["trace[1484003957] 'agreement among raft nodes before linearized reading' (duration: 237.375885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:00:26.923871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.726242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T04:00:26.923897Z","caller":"traceutil/trace.go:171","msg":"trace[1470867731] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1025; }","duration":"230.768444ms","start":"2026-03-04T04:00:26.69312Z","end":"2026-03-04T04:00:26.923888Z","steps":["trace[1470867731] 'agreement among raft nodes before linearized reading' (duration: 230.697792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:00:26.923908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.529453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T04:00:26.923942Z","caller":"traceutil/trace.go:171","msg":"trace[301954806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1025; }","duration":"126.594644ms","start":"2026-03-04T04:00:26.797339Z","end":"2026-03-04T04:00:26.923933Z","steps":["trace[301954806] 'agreement among raft nodes before linearized reading' (duration: 126.543873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:00:26.92399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.644215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T04:00:26.924018Z","caller":"traceutil/trace.go:171","msg":"trace[127700641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1025; }","duration":"231.708247ms","start":"2026-03-04T04:00:26.692301Z","end":"2026-03-04T04:00:26.92401Z","steps":["trace[127700641] 'agreement among raft nodes before linearized reading' (duration: 231.631915ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T04:00:27.216899Z","caller":"traceutil/trace.go:171","msg":"trace[515549923] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"287.039036ms","start":"2026-03-04T04:00:26.929831Z","end":"2026-03-04T04:00:27.21687Z","steps":["trace[515549923] 'process raft request' (duration: 223.590629ms)","trace[515549923] 'compare' (duration: 63.309694ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T04:00:27.23709Z","caller":"traceutil/trace.go:171","msg":"trace[1236931942] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"307.052513ms","start":"2026-03-04T04:00:26.929986Z","end":"2026-03-04T04:00:27.237039Z","steps":["trace[1236931942] 'process raft request' (duration: 306.853889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:00:27.237606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:00:26.929961Z","time spent":"307.529515ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T04:00:27.237305Z","caller":"traceutil/trace.go:171","msg":"trace[220039133] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"307.229337ms","start":"2026-03-04T04:00:26.930041Z","end":"2026-03-04T04:00:27.23727Z","steps":["trace[220039133] 'process raft request' (duration: 306.92311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:00:27.237934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:00:26.93002Z","time spent":"307.871544ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T04:00:27.237314Z","caller":"traceutil/trace.go:171","msg":"trace[1125268042] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"305.126276ms","start":"2026-03-04T04:00:26.932163Z","end":"2026-03-04T04:00:27.237289Z","steps":["trace[1125268042] 'process raft request' (duration: 305.030094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:00:27.238381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:00:26.932153Z","time spent":"306.044189ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T04:01:22.037624Z","caller":"traceutil/trace.go:171","msg":"trace[791903963] linearizableReadLoop","detail":"{readStateIndex:1304; appliedIndex:1303; }","duration":"110.798458ms","start":"2026-03-04T04:01:21.926798Z","end":"2026-03-04T04:01:22.037596Z","steps":["trace[791903963] 'read index received' (duration: 110.600433ms)","trace[791903963] 'applied index is now lower than readState.Index' (duration: 197.025µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T04:01:22.037673Z","caller":"traceutil/trace.go:171","msg":"trace[497093059] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"145.354759ms","start":"2026-03-04T04:01:21.892292Z","end":"2026-03-04T04:01:22.037646Z","steps":["trace[497093059] 'process raft request' (duration: 145.159085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:01:22.037898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.076496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T04:01:22.037945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.624749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T04:01:22.038029Z","caller":"traceutil/trace.go:171","msg":"trace[1474017716] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1251; }","duration":"109.753952ms","start":"2026-03-04T04:01:21.928257Z","end":"2026-03-04T04:01:22.038011Z","steps":["trace[1474017716] 'agreement among raft nodes before linearized reading' (duration: 109.557008ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T04:01:22.037966Z","caller":"traceutil/trace.go:171","msg":"trace[1023176615] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1251; }","duration":"111.202389ms","start":"2026-03-04T04:01:21.926744Z","end":"2026-03-04T04:01:22.037947Z","steps":["trace[1023176615] 'agreement among raft nodes before linearized reading' (duration: 110.992084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:01:46.088988Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349928591189263,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T04:01:46.361681Z","caller":"traceutil/trace.go:171","msg":"trace[234834937] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"773.740659ms","start":"2026-03-04T04:01:45.587912Z","end":"2026-03-04T04:01:46.361653Z","steps":["trace[234834937] 'process raft request' (duration: 773.601766ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T04:01:46.36271Z","caller":"traceutil/trace.go:171","msg":"trace[855689256] linearizableReadLoop","detail":"{readStateIndex:1406; appliedIndex:1404; }","duration":"774.409106ms","start":"2026-03-04T04:01:45.588279Z","end":"2026-03-04T04:01:46.362688Z","steps":["trace[855689256] 'read index received' (duration: 773.33174ms)","trace[855689256] 'applied index is now lower than readState.Index' (duration: 1.076316ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T04:01:46.362789Z","caller":"traceutil/trace.go:171","msg":"trace[270247716] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"772.758186ms","start":"2026-03-04T04:01:45.589992Z","end":"2026-03-04T04:01:46.36275Z","steps":["trace[270247716] 'process raft request' (duration: 772.617292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:01:46.362903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.611451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T04:01:46.362954Z","caller":"traceutil/trace.go:171","msg":"trace[1348104080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1348; }","duration":"774.680312ms","start":"2026-03-04T04:01:45.58826Z","end":"2026-03-04T04:01:46.36294Z","steps":["trace[1348104080] 'agreement among raft nodes before linearized reading' (duration: 774.533529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:01:46.362976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:01:45.589982Z","time spent":"772.89986ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T04:01:46.36299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:01:45.588254Z","time spent":"774.729034ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T04:01:46.363101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:01:45.587893Z","time spent":"773.862642ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T04:01:46.363143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.587893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T04:01:46.363259Z","caller":"traceutil/trace.go:171","msg":"trace[1765293341] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1348; }","duration":"209.770438ms","start":"2026-03-04T04:01:46.153468Z","end":"2026-03-04T04:01:46.363239Z","steps":["trace[1765293341] 'agreement among raft nodes before linearized reading' (duration: 209.507381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:01:46.363583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.30539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T04:01:46.363655Z","caller":"traceutil/trace.go:171","msg":"trace[1329854160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1348; }","duration":"569.394742ms","start":"2026-03-04T04:01:45.794241Z","end":"2026-03-04T04:01:46.363636Z","steps":["trace[1329854160] 'agreement among raft nodes before linearized reading' (duration: 568.711887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:01:46.363698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:01:45.794236Z","time spent":"569.455264ms","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T04:01:46.364176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.853896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T04:01:46.364232Z","caller":"traceutil/trace.go:171","msg":"trace[1927639106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1348; }","duration":"211.941708ms","start":"2026-03-04T04:01:46.152273Z","end":"2026-03-04T04:01:46.364215Z","steps":["trace[1927639106] 'agreement among raft nodes before linearized reading' (duration: 210.805362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:01:46.364575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.062609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-04T04:01:46.364623Z","caller":"traceutil/trace.go:171","msg":"trace[58724862] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1348; }","duration":"209.161101ms","start":"2026-03-04T04:01:46.15545Z","end":"2026-03-04T04:01:46.364611Z","steps":["trace[58724862] 'agreement among raft nodes before linearized reading' (duration: 207.559453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:01:48.114887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.687646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T04:01:48.114955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020172024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-04T04:01:48.115043Z","caller":"traceutil/trace.go:171","msg":"trace[488398891] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1353; }","duration":"1.020321748s","start":"2026-03-04T04:01:47.094686Z","end":"2026-03-04T04:01:48.115008Z","steps":["trace[488398891] 'range keys from in-memory index tree' (duration: 1.0199833s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:01:48.115038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.98891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T04:01:48.115088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:01:47.094666Z","time spent":"1.02041337s","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":547,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-04T04:01:48.114976Z","caller":"traceutil/trace.go:171","msg":"trace[1534958660] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1353; }","duration":"318.814809ms","start":"2026-03-04T04:01:47.796138Z","end":"2026-03-04T04:01:48.114952Z","steps":["trace[1534958660] 'range keys from in-memory index tree' (duration: 318.474571ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T04:01:48.115121Z","caller":"traceutil/trace.go:171","msg":"trace[1798795908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1353; }","duration":"318.139954ms","start":"2026-03-04T04:01:47.796961Z","end":"2026-03-04T04:01:48.115101Z","steps":["trace[1798795908] 'range keys from in-memory index tree' (duration: 317.896738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:01:48.115163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:01:47.796939Z","time spent":"318.214396ms","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T04:01:48.115197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.468078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T04:01:48.115175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:01:47.796116Z","time spent":"319.030095ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-04T04:01:48.115231Z","caller":"traceutil/trace.go:171","msg":"trace[893929389] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1353; }","duration":"277.572022ms","start":"2026-03-04T04:01:47.83765Z","end":"2026-03-04T04:01:48.115222Z","steps":["trace[893929389] 'count revisions from in-memory index tree' (duration: 277.377666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:01:48.115526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.041108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-04T04:01:48.115561Z","caller":"traceutil/trace.go:171","msg":"trace[491176588] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1353; }","duration":"739.11806ms","start":"2026-03-04T04:01:47.376433Z","end":"2026-03-04T04:01:48.115551Z","steps":["trace[491176588] 'range keys from in-memory index tree' (duration: 737.984843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:01:48.115588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:01:47.376407Z","time spent":"739.174451ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-04T04:02:18.394322Z","caller":"traceutil/trace.go:171","msg":"trace[736673572] linearizableReadLoop","detail":"{readStateIndex:1540; appliedIndex:1539; }","duration":"227.161323ms","start":"2026-03-04T04:02:18.167138Z","end":"2026-03-04T04:02:18.394299Z","steps":["trace[736673572] 'read index received' (duration: 226.971238ms)","trace[736673572] 'applied index is now lower than readState.Index' (duration: 189.285µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T04:02:18.394511Z","caller":"traceutil/trace.go:171","msg":"trace[971151033] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"503.242548ms","start":"2026-03-04T04:02:17.891237Z","end":"2026-03-04T04:02:18.394479Z","steps":["trace[971151033] 'process raft request' (duration: 502.935681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:02:18.394668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:02:17.891216Z","time spent":"503.377001ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T04:02:18.394659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.477351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-04T04:02:18.394765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.807845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T04:02:18.394776Z","caller":"traceutil/trace.go:171","msg":"trace[1557481649] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1476; }","duration":"227.631274ms","start":"2026-03-04T04:02:18.167112Z","end":"2026-03-04T04:02:18.394743Z","steps":["trace[1557481649] 'agreement among raft nodes before linearized reading' (duration: 227.334767ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T04:02:18.394816Z","caller":"traceutil/trace.go:171","msg":"trace[1406613046] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1476; }","duration":"125.879636ms","start":"2026-03-04T04:02:18.26892Z","end":"2026-03-04T04:02:18.394799Z","steps":["trace[1406613046] 'agreement among raft nodes before linearized reading' (duration: 125.816554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:02:18.394701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.416265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-04T04:02:18.394951Z","caller":"traceutil/trace.go:171","msg":"trace[1911635704] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1476; }","duration":"226.661641ms","start":"2026-03-04T04:02:18.168255Z","end":"2026-03-04T04:02:18.394916Z","steps":["trace[1911635704] 'agreement among raft nodes before linearized reading' (duration: 226.328513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:02:18.395518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.969837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T04:02:18.395585Z","caller":"traceutil/trace.go:171","msg":"trace[2028227878] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1476; }","duration":"224.088009ms","start":"2026-03-04T04:02:18.171478Z","end":"2026-03-04T04:02:18.395566Z","steps":["trace[2028227878] 'agreement among raft nodes before linearized reading' (duration: 223.338281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:02:23.942963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349928591189636,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T04:02:24.082748Z","caller":"traceutil/trace.go:171","msg":"trace[1342226074] transaction","detail":"{read_only:false; response_revision:1501; number_of_response:1; }","duration":"672.375631ms","start":"2026-03-04T04:02:23.410345Z","end":"2026-03-04T04:02:24.08272Z","steps":["trace[1342226074] 'process raft request' (duration: 671.175723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:02:24.082888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:02:23.410328Z","time spent":"672.486674ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T04:02:24.082878Z","caller":"traceutil/trace.go:171","msg":"trace[2020003192] linearizableReadLoop","detail":"{readStateIndex:1567; appliedIndex:1565; }","duration":"640.446615ms","start":"2026-03-04T04:02:23.442407Z","end":"2026-03-04T04:02:24.082854Z","steps":["trace[2020003192] 'read index received' (duration: 639.046222ms)","trace[2020003192] 'applied index is now lower than readState.Index' (duration: 1.399313ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T04:02:24.08303Z","caller":"traceutil/trace.go:171","msg":"trace[821327195] transaction","detail":"{read_only:false; response_revision:1502; number_of_response:1; }","duration":"672.672808ms","start":"2026-03-04T04:02:23.410345Z","end":"2026-03-04T04:02:24.083018Z","steps":["trace[821327195] 'process raft request' (duration: 672.300129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:02:24.08313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:02:23.410332Z","time spent":"672.724809ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T04:02:24.083214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.384772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T04:02:24.083253Z","caller":"traceutil/trace.go:171","msg":"trace[836871569] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1502; }","duration":"483.495794ms","start":"2026-03-04T04:02:23.599744Z","end":"2026-03-04T04:02:24.08324Z","steps":["trace[836871569] 'agreement among raft nodes before linearized reading' (duration: 483.429683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:02:24.083285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:02:23.599724Z","time spent":"483.553746ms","remote":"127.0.0.1:50598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T04:02:24.083435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.199022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T04:02:24.083476Z","caller":"traceutil/trace.go:171","msg":"trace[1483371832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1502; }","duration":"287.265293ms","start":"2026-03-04T04:02:23.7962Z","end":"2026-03-04T04:02:24.083465Z","steps":["trace[1483371832] 'agreement among raft nodes before linearized reading' (duration: 287.201851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:02:24.083537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.127542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T04:02:24.083569Z","caller":"traceutil/trace.go:171","msg":"trace[1359457968] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1502; }","duration":"641.209844ms","start":"2026-03-04T04:02:23.44235Z","end":"2026-03-04T04:02:24.083559Z","steps":["trace[1359457968] 'agreement among raft nodes before linearized reading' (duration: 641.155773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:02:24.083595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:02:23.442327Z","time spent":"641.262025ms","remote":"127.0.0.1:50526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T04:02:34.688143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349928591189748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T04:02:35.18884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349928591189748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T04:02:35.68961Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349928591189748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T04:02:36.190111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349928591189748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T04:02:36.690217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349928591189748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T04:02:36.815078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000066423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T04:02:36.815173Z","caller":"traceutil/trace.go:171","msg":"trace[485027761] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000210726s","start":"2026-03-04T04:02:34.814943Z","end":"2026-03-04T04:02:36.815154Z","steps":["trace[485027761] 'agreement among raft nodes before linearized reading' (duration: 2.000091843s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:02:36.815227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:02:34.814926Z","time spent":"2.000291758s","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T04:02:37.19101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349928591189748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T04:02:37.691312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349928591189748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T04:02:37.797372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000190646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T04:02:37.797589Z","caller":"traceutil/trace.go:171","msg":"trace[880341092] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000409301s","start":"2026-03-04T04:02:35.797124Z","end":"2026-03-04T04:02:37.797533Z","steps":["trace[880341092] 'agreement among raft nodes before linearized reading' (duration: 2.000208886s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:02:37.797708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:02:35.797103Z","time spent":"2.000591556s","remote":"127.0.0.1:50136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 04:02:37 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T04:02:38.191638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349928591189748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T04:02:38.692499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349928591189748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T04:02:39.193143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349928591189748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T04:02:39.467617Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.335745479s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T04:02:39.468074Z","caller":"traceutil/trace.go:171","msg":"trace[1230189872] transaction","detail":"{read_only:false; response_revision:1542; number_of_response:1; }","duration":"5.336302833s","start":"2026-03-04T04:02:34.131744Z","end":"2026-03-04T04:02:39.468047Z","steps":["trace[1230189872] 'process raft request' (duration: 5.336091287s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:02:39.468252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:02:34.131718Z","time spent":"5.336430595s","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T04:02:39.46909Z","caller":"traceutil/trace.go:171","msg":"trace[2097189801] transaction","detail":"{read_only:false; response_revision:1543; number_of_response:1; }","duration":"5.336977878s","start":"2026-03-04T04:02:34.132085Z","end":"2026-03-04T04:02:39.469063Z","steps":["trace[2097189801] 'process raft request' (duration: 5.336793484s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:02:39.469627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:02:34.132071Z","time spent":"5.337127002s","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T04:02:39.469801Z","caller":"traceutil/trace.go:171","msg":"trace[453099975] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"531.340722ms","start":"2026-03-04T04:02:38.93843Z","end":"2026-03-04T04:02:39.469771Z","steps":["trace[453099975] 'process raft request' (duration: 530.925051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:02:39.470441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:02:38.938409Z","time spent":"531.870704ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T04:02:39.469691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:02:37.800903Z","time spent":"1.668779125s","remote":"127.0.0.1:50210","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T04:02:39.473648Z","caller":"traceutil/trace.go:171","msg":"trace[875265032] linearizableReadLoop","detail":"{readStateIndex:1612; appliedIndex:1608; }","duration":"5.28650509s","start":"2026-03-04T04:02:34.18713Z","end":"2026-03-04T04:02:39.473635Z","steps":["trace[875265032] 'read index received' (duration: 5.280718671s)","trace[875265032] 'applied index is now lower than readState.Index' (duration: 5.785399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T04:02:39.473966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.879031186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T04:02:39.474009Z","caller":"traceutil/trace.go:171","msg":"trace[360619288] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1546; }","duration":"4.879131708s","start":"2026-03-04T04:02:34.594867Z","end":"2026-03-04T04:02:39.473998Z","steps":["trace[360619288] 'agreement among raft nodes before linearized reading' (duration: 4.878991265s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:02:39.474011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.868407281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-04T04:02:39.474038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:02:34.594842Z","time spent":"4.879188939s","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T04:02:39.474043Z","caller":"traceutil/trace.go:171","msg":"trace[678932428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1546; }","duration":"4.868477533s","start":"2026-03-04T04:02:34.605555Z","end":"2026-03-04T04:02:39.474033Z","steps":["trace[678932428] 'agreement among raft nodes before linearized reading' (duration: 4.868372801s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:02:39.474067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:02:34.605536Z","time spent":"4.868524204s","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T04:02:39.474044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668779786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T04:02:39.474147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146105222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T04:02:39.474147Z","caller":"traceutil/trace.go:171","msg":"trace[856504688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1546; }","duration":"1.668958689s","start":"2026-03-04T04:02:37.805162Z","end":"2026-03-04T04:02:39.474121Z","steps":["trace[856504688] 'agreement among raft nodes before linearized reading' (duration: 1.668737104s)"],"step_count":1} {"level":"info","ts":"2026-03-04T04:02:39.474177Z","caller":"traceutil/trace.go:171","msg":"trace[2001007353] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1546; }","duration":"2.146162983s","start":"2026-03-04T04:02:37.328005Z","end":"2026-03-04T04:02:39.474168Z","steps":["trace[2001007353] 'agreement among raft nodes before linearized reading' (duration: 2.146112112s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:02:39.474205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:02:37.327985Z","time spent":"2.146212155s","remote":"127.0.0.1:50614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T04:02:39.474208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:02:37.805141Z","time spent":"1.669056151s","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T04:02:39.474256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.870278886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-03-04T04:02:39.47429Z","caller":"traceutil/trace.go:171","msg":"trace[1312004382] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1546; }","duration":"4.870325777s","start":"2026-03-04T04:02:34.603952Z","end":"2026-03-04T04:02:39.474278Z","steps":["trace[1312004382] 'agreement among raft nodes before linearized reading' (duration: 4.870244945s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:02:39.474316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:02:34.603927Z","time spent":"4.870380909s","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-04T04:02:39.474427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.868026343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T04:02:39.474457Z","caller":"traceutil/trace.go:171","msg":"trace[1104411780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1546; }","duration":"4.868076143s","start":"2026-03-04T04:02:34.606372Z","end":"2026-03-04T04:02:39.474448Z","steps":["trace[1104411780] 'agreement among raft nodes before linearized reading' (duration: 4.867992271s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:02:39.474481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:02:34.606363Z","time spent":"4.868111704s","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T04:02:39.474483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.871759602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T04:02:39.47451Z","caller":"traceutil/trace.go:171","msg":"trace[1079398678] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1546; }","duration":"4.871813634s","start":"2026-03-04T04:02:34.602689Z","end":"2026-03-04T04:02:39.474502Z","steps":["trace[1079398678] 'agreement among raft nodes before linearized reading' (duration: 4.871735192s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:02:39.474533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:02:34.602678Z","time spent":"4.871848724s","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-04T04:02:39.474548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.287423231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T04:02:39.474592Z","caller":"traceutil/trace.go:171","msg":"trace[1430389474] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:0; response_revision:1546; }","duration":"5.287505463s","start":"2026-03-04T04:02:34.187072Z","end":"2026-03-04T04:02:39.474578Z","steps":["trace[1430389474] 'agreement among raft nodes before linearized reading' (duration: 5.286756045s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:02:39.474625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:02:34.187048Z","time spent":"5.287569134s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-04T04:02:39.474648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.87626906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T04:02:39.474677Z","caller":"traceutil/trace.go:171","msg":"trace[1393734466] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1546; }","duration":"4.876321151s","start":"2026-03-04T04:02:34.598347Z","end":"2026-03-04T04:02:39.474668Z","steps":["trace[1393734466] 'agreement among raft nodes before linearized reading' (duration: 4.876245769s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:02:39.474695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.869005466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T04:02:39.4747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:02:34.598336Z","time spent":"4.876358021s","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T04:02:39.474723Z","caller":"traceutil/trace.go:171","msg":"trace[1270458741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1546; }","duration":"4.869036077s","start":"2026-03-04T04:02:34.605678Z","end":"2026-03-04T04:02:39.474714Z","steps":["trace[1270458741] 'agreement among raft nodes before linearized reading' (duration: 4.868953165s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:02:39.474747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:02:34.605646Z","time spent":"4.869093628s","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T04:02:39.474849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452236087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T04:02:39.474882Z","caller":"traceutil/trace.go:171","msg":"trace[755083216] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1546; }","duration":"1.452270558s","start":"2026-03-04T04:02:38.022602Z","end":"2026-03-04T04:02:39.474873Z","steps":["trace[755083216] 'agreement among raft nodes before linearized reading' (duration: 1.452211166s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:02:39.474912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:02:38.022561Z","time spent":"1.452342089s","remote":"127.0.0.1:56156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":3,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T04:02:39.475064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.595212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T04:02:39.475093Z","caller":"traceutil/trace.go:171","msg":"trace[1960485653] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1546; }","duration":"464.652804ms","start":"2026-03-04T04:02:39.010431Z","end":"2026-03-04T04:02:39.475084Z","steps":["trace[1960485653] 'agreement among raft nodes before linearized reading' (duration: 464.602393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:02:39.475118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:02:39.010414Z","time spent":"464.696164ms","remote":"127.0.0.1:50294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T04:02:39.475306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.675529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-04T04:02:39.475348Z","caller":"traceutil/trace.go:171","msg":"trace[1411270019] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1546; }","duration":"758.73759ms","start":"2026-03-04T04:02:38.716601Z","end":"2026-03-04T04:02:39.475338Z","steps":["trace[1411270019] 'agreement among raft nodes before linearized reading' (duration: 758.630747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:02:39.475378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:02:38.716592Z","time spent":"758.775141ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-04T04:03:36.079079Z","caller":"traceutil/trace.go:171","msg":"trace[1896537065] linearizableReadLoop","detail":"{readStateIndex:1897; appliedIndex:1896; }","duration":"314.865581ms","start":"2026-03-04T04:03:35.764172Z","end":"2026-03-04T04:03:36.079037Z","steps":["trace[1896537065] 'read index received' (duration: 314.743528ms)","trace[1896537065] 'applied index is now lower than readState.Index' (duration: 120.872µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T04:03:36.079142Z","caller":"traceutil/trace.go:171","msg":"trace[1473034911] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"316.380517ms","start":"2026-03-04T04:03:35.762708Z","end":"2026-03-04T04:03:36.079088Z","steps":["trace[1473034911] 'process raft request' (duration: 316.202302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:03:36.079356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:03:35.762683Z","time spent":"316.553761ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T04:03:36.079369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.184578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T04:03:36.079621Z","caller":"traceutil/trace.go:171","msg":"trace[1738350403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1816; }","duration":"315.413774ms","start":"2026-03-04T04:03:35.764131Z","end":"2026-03-04T04:03:36.079545Z","steps":["trace[1738350403] 'agreement among raft nodes before linearized reading' (duration: 315.041285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:03:36.07976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:03:35.764117Z","time spent":"315.591398ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T04:03:36.079958Z","caller":"traceutil/trace.go:171","msg":"trace[409676022] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"313.002596ms","start":"2026-03-04T04:03:35.766937Z","end":"2026-03-04T04:03:36.07994Z","steps":["trace[409676022] 'process raft request' (duration: 312.916393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:03:36.080059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.621097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T04:03:36.080115Z","caller":"traceutil/trace.go:171","msg":"trace[244334542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1817; }","duration":"312.70996ms","start":"2026-03-04T04:03:35.767392Z","end":"2026-03-04T04:03:36.080102Z","steps":["trace[244334542] 'agreement among raft nodes before linearized reading' (duration: 312.527805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:03:36.080152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:03:35.767382Z","time spent":"312.763681ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T04:03:36.080191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.439649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T04:03:36.080255Z","caller":"traceutil/trace.go:171","msg":"trace[675512636] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1817; }","duration":"311.512881ms","start":"2026-03-04T04:03:35.768723Z","end":"2026-03-04T04:03:36.080236Z","steps":["trace[675512636] 'agreement among raft nodes before linearized reading' (duration: 311.295865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:03:36.080311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:03:35.768717Z","time spent":"311.581642ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T04:03:36.080164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.654234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T04:03:36.080393Z","caller":"traceutil/trace.go:171","msg":"trace[265321605] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1817; }","duration":"311.89401ms","start":"2026-03-04T04:03:35.768484Z","end":"2026-03-04T04:03:36.080378Z","steps":["trace[265321605] 'agreement among raft nodes before linearized reading' (duration: 311.538522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T04:03:36.080374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:03:35.766908Z","time spent":"313.100788ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T04:03:36.08046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T04:03:35.768475Z","time spent":"311.974272ms","remote":"127.0.0.1:50384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "}