{"level":"warn","ts":"2026-02-25T19:29:05.477815Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-25T19:29:05.477929Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.30:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.30:2380","--initial-cluster=instance=https://199.19.213.30:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.30:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.30:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-25T19:29:05.478018Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-25T19:29:05.478035Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.30:2380"]} {"level":"info","ts":"2026-02-25T19:29:05.478098Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-25T19:29:05.478969Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.30:2379"]} {"level":"info","ts":"2026-02-25T19:29:05.479102Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.30:2380"],"listen-peer-urls":["https://199.19.213.30:2380"],"advertise-client-urls":["https://199.19.213.30:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.30:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.30:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-25T19:29:05.484439Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.215659ms"} {"level":"info","ts":"2026-02-25T19:29:05.497423Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e2b5783e11defe7e","cluster-id":"5210a9231a779bf0"} {"level":"info","ts":"2026-02-25T19:29:05.497485Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e switched to configuration voters=()"} {"level":"info","ts":"2026-02-25T19:29:05.497505Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e became follower at term 0"} {"level":"info","ts":"2026-02-25T19:29:05.497535Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e2b5783e11defe7e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-25T19:29:05.497542Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e became follower at term 1"} {"level":"info","ts":"2026-02-25T19:29:05.497569Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e switched to configuration voters=(16336095431339474558)"} {"level":"warn","ts":"2026-02-25T19:29:05.505152Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-25T19:29:05.506626Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-25T19:29:05.507796Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-25T19:29:05.51082Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e2b5783e11defe7e","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-25T19:29:05.511422Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T19:29:05.511568Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T19:29:05.511587Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T19:29:05.512218Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e switched to configuration voters=(16336095431339474558)"} {"level":"info","ts":"2026-02-25T19:29:05.512445Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"5210a9231a779bf0","local-member-id":"e2b5783e11defe7e","added-peer-id":"e2b5783e11defe7e","added-peer-peer-urls":["https://199.19.213.30:2380"]} {"level":"info","ts":"2026-02-25T19:29:05.516447Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e2b5783e11defe7e","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-25T19:29:05.520196Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-25T19:29:05.520543Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e2b5783e11defe7e","initial-advertise-peer-urls":["https://199.19.213.30:2380"],"listen-peer-urls":["https://199.19.213.30:2380"],"advertise-client-urls":["https://199.19.213.30:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.30:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-25T19:29:05.520606Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-25T19:29:05.520676Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.30:2380"} {"level":"info","ts":"2026-02-25T19:29:05.520705Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.30:2380"} {"level":"info","ts":"2026-02-25T19:29:06.297731Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e is starting a new election at term 1"} {"level":"info","ts":"2026-02-25T19:29:06.297791Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e became pre-candidate at term 1"} {"level":"info","ts":"2026-02-25T19:29:06.297843Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e received MsgPreVoteResp from e2b5783e11defe7e at term 1"} {"level":"info","ts":"2026-02-25T19:29:06.297861Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e became candidate at term 2"} {"level":"info","ts":"2026-02-25T19:29:06.297872Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e received MsgVoteResp from e2b5783e11defe7e at term 2"} {"level":"info","ts":"2026-02-25T19:29:06.297894Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e became leader at term 2"} {"level":"info","ts":"2026-02-25T19:29:06.297907Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e2b5783e11defe7e elected leader e2b5783e11defe7e at term 2"} {"level":"info","ts":"2026-02-25T19:29:06.323286Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e2b5783e11defe7e","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.30:2379]}","request-path":"/0/members/e2b5783e11defe7e/attributes","cluster-id":"5210a9231a779bf0","publish-timeout":"7s"} {"level":"info","ts":"2026-02-25T19:29:06.323374Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T19:29:06.323486Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-25T19:29:06.323451Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-25T19:29:06.324262Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-25T19:29:06.324323Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-25T19:29:06.325845Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.30:2379"} {"level":"info","ts":"2026-02-25T19:29:06.326924Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-25T19:29:06.335052Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"5210a9231a779bf0","local-member-id":"e2b5783e11defe7e","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T19:29:06.335204Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T19:29:06.335251Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T19:29:25.919161Z","caller":"traceutil/trace.go:171","msg":"trace[1574240804] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"127.792563ms","start":"2026-02-25T19:29:25.791296Z","end":"2026-02-25T19:29:25.919088Z","steps":["trace[1574240804] 'process raft request' (duration: 127.471354ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:29:26.284319Z","caller":"traceutil/trace.go:171","msg":"trace[277127784] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"359.808758ms","start":"2026-02-25T19:29:25.924487Z","end":"2026-02-25T19:29:26.284296Z","steps":["trace[277127784] 'process raft request' (duration: 359.681395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:29:26.284796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:29:25.924469Z","time spent":"359.91026ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:29:26.285635Z","caller":"traceutil/trace.go:171","msg":"trace[1341304127] linearizableReadLoop","detail":"{readStateIndex:467; appliedIndex:466; }","duration":"118.327282ms","start":"2026-02-25T19:29:26.167283Z","end":"2026-02-25T19:29:26.28561Z","steps":["trace[1341304127] 'read index received' (duration: 117.033819ms)","trace[1341304127] 'applied index is now lower than readState.Index' (duration: 1.292623ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:29:26.28576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.467885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-02-25T19:29:26.285782Z","caller":"traceutil/trace.go:171","msg":"trace[1097095960] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"359.970652ms","start":"2026-02-25T19:29:25.925794Z","end":"2026-02-25T19:29:26.285764Z","steps":["trace[1097095960] 'process raft request' (duration: 359.687425ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:29:26.285806Z","caller":"traceutil/trace.go:171","msg":"trace[343342278] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:453; }","duration":"118.574097ms","start":"2026-02-25T19:29:26.167221Z","end":"2026-02-25T19:29:26.285796Z","steps":["trace[343342278] 'agreement among raft nodes before linearized reading' (duration: 118.466735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:29:26.285833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:29:25.925763Z","time spent":"360.045344ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:29:34.117031Z","caller":"traceutil/trace.go:171","msg":"trace[1325579777] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"175.355567ms","start":"2026-02-25T19:29:33.941648Z","end":"2026-02-25T19:29:34.117003Z","steps":["trace[1325579777] 'process raft request' (duration: 114.327249ms)","trace[1325579777] 'compare' (duration: 60.852464ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:29:34.117286Z","caller":"traceutil/trace.go:171","msg":"trace[584467644] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"175.629435ms","start":"2026-02-25T19:29:33.941624Z","end":"2026-02-25T19:29:34.117254Z","steps":["trace[584467644] 'process raft request' (duration: 175.323837ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:29:34.117861Z","caller":"traceutil/trace.go:171","msg":"trace[1486401357] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"173.150962ms","start":"2026-02-25T19:29:33.944682Z","end":"2026-02-25T19:29:34.117833Z","steps":["trace[1486401357] 'process raft request' (duration: 172.432354ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:29:34.117952Z","caller":"traceutil/trace.go:171","msg":"trace[1811272924] linearizableReadLoop","detail":"{readStateIndex:514; appliedIndex:511; }","duration":"169.257522ms","start":"2026-02-25T19:29:33.948669Z","end":"2026-02-25T19:29:34.117926Z","steps":["trace[1811272924] 'read index received' (duration: 107.371711ms)","trace[1811272924] 'applied index is now lower than readState.Index' (duration: 61.883591ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:29:34.11816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.464997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T19:29:34.11826Z","caller":"traceutil/trace.go:171","msg":"trace[911270485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:499; }","duration":"169.57038ms","start":"2026-02-25T19:29:33.948643Z","end":"2026-02-25T19:29:34.118213Z","steps":["trace[911270485] 'agreement among raft nodes before linearized reading' (duration: 169.408576ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:29:34.118965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.92573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" ","response":"range_response_count:1 size:4354"} {"level":"info","ts":"2026-02-25T19:29:34.119068Z","caller":"traceutil/trace.go:171","msg":"trace[1800923907] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-869df985b8; range_end:; response_count:1; response_revision:501; }","duration":"170.050422ms","start":"2026-02-25T19:29:33.948993Z","end":"2026-02-25T19:29:34.119044Z","steps":["trace[1800923907] 'agreement among raft nodes before linearized reading' (duration: 169.831887ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:29:34.119326Z","caller":"traceutil/trace.go:171","msg":"trace[444298285] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"145.879096ms","start":"2026-02-25T19:29:33.973432Z","end":"2026-02-25T19:29:34.119311Z","steps":["trace[444298285] 'process raft request' (duration: 145.130467ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:29:34.119332Z","caller":"traceutil/trace.go:171","msg":"trace[1225576562] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"169.518238ms","start":"2026-02-25T19:29:33.949784Z","end":"2026-02-25T19:29:34.119302Z","steps":["trace[1225576562] 'process raft request' (duration: 167.749483ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:29:36.403625Z","caller":"traceutil/trace.go:171","msg":"trace[77597959] linearizableReadLoop","detail":"{readStateIndex:525; appliedIndex:524; }","duration":"260.522223ms","start":"2026-02-25T19:29:36.143083Z","end":"2026-02-25T19:29:36.403605Z","steps":["trace[77597959] 'read index received' (duration: 260.275506ms)","trace[77597959] 'applied index is now lower than readState.Index' (duration: 246.077µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:29:36.403777Z","caller":"traceutil/trace.go:171","msg":"trace[1757307417] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"416.746733ms","start":"2026-02-25T19:29:35.986932Z","end":"2026-02-25T19:29:36.403678Z","steps":["trace[1757307417] 'process raft request' (duration: 416.486236ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:29:36.403799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.689957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T19:29:36.4039Z","caller":"traceutil/trace.go:171","msg":"trace[466388937] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:509; }","duration":"260.839061ms","start":"2026-02-25T19:29:36.143043Z","end":"2026-02-25T19:29:36.403882Z","steps":["trace[466388937] 'agreement among raft nodes before linearized reading' (duration: 260.646276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:29:36.403941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:29:35.986917Z","time spent":"416.947388ms","remote":"127.0.0.1:60312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4566,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:29:42.492331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.907822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zn9wd\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-02-25T19:29:42.492449Z","caller":"traceutil/trace.go:171","msg":"trace[634383504] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zn9wd; range_end:; response_count:1; response_revision:527; }","duration":"183.067275ms","start":"2026-02-25T19:29:42.309351Z","end":"2026-02-25T19:29:42.492418Z","steps":["trace[634383504] 'range keys from in-memory index tree' (duration: 182.714626ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:29:42.689434Z","caller":"traceutil/trace.go:171","msg":"trace[2142190858] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"192.442215ms","start":"2026-02-25T19:29:42.496961Z","end":"2026-02-25T19:29:42.689403Z","steps":["trace[2142190858] 'process raft request' (duration: 192.308402ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:29:43.019561Z","caller":"traceutil/trace.go:171","msg":"trace[994640090] linearizableReadLoop","detail":"{readStateIndex:549; appliedIndex:545; }","duration":"219.819473ms","start":"2026-02-25T19:29:42.799724Z","end":"2026-02-25T19:29:43.019543Z","steps":["trace[994640090] 'read index received' (duration: 219.583097ms)","trace[994640090] 'applied index is now lower than readState.Index' (duration: 235.706µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:29:43.019613Z","caller":"traceutil/trace.go:171","msg":"trace[687585036] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"518.373248ms","start":"2026-02-25T19:29:42.501195Z","end":"2026-02-25T19:29:43.019568Z","steps":["trace[687585036] 'process raft request' (duration: 518.278486ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:29:43.019677Z","caller":"traceutil/trace.go:171","msg":"trace[850841675] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"518.531491ms","start":"2026-02-25T19:29:42.501136Z","end":"2026-02-25T19:29:43.019667Z","steps":["trace[850841675] 'process raft request' (duration: 518.206263ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:29:43.019796Z","caller":"traceutil/trace.go:171","msg":"trace[320968644] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"518.572643ms","start":"2026-02-25T19:29:42.50119Z","end":"2026-02-25T19:29:43.019763Z","steps":["trace[320968644] 'process raft request' (duration: 518.249924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:29:43.019828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:29:42.501123Z","time spent":"518.608053ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:29:43.019842Z","caller":"traceutil/trace.go:171","msg":"trace[1336257364] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"513.373468ms","start":"2026-02-25T19:29:42.506419Z","end":"2026-02-25T19:29:43.019793Z","steps":["trace[1336257364] 'process raft request' (duration: 513.088992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:29:43.020007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:29:42.501184Z","time spent":"518.717916ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:29:43.020065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.343966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:29:43.020101Z","caller":"traceutil/trace.go:171","msg":"trace[1422366453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:532; }","duration":"220.421378ms","start":"2026-02-25T19:29:42.79967Z","end":"2026-02-25T19:29:43.020092Z","steps":["trace[1422366453] 'agreement among raft nodes before linearized reading' (duration: 220.361596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:29:43.020104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:29:42.506386Z","time spent":"513.621385ms","remote":"127.0.0.1:60320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:29:43.020489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:29:42.501173Z","time spent":"519.286681ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:29:45.768457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.72322ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-25T19:29:45.768573Z","caller":"traceutil/trace.go:171","msg":"trace[684053053] linearizableReadLoop","detail":"{readStateIndex:550; appliedIndex:549; }","duration":"1.074889187s","start":"2026-02-25T19:29:44.693666Z","end":"2026-02-25T19:29:45.768556Z","steps":["trace[684053053] 'read index received' (duration: 267.963423ms)","trace[684053053] 'applied index is now lower than readState.Index' (duration: 806.924374ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:29:45.768699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075021731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T19:29:45.768734Z","caller":"traceutil/trace.go:171","msg":"trace[1442101221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:532; }","duration":"1.075099002s","start":"2026-02-25T19:29:44.693625Z","end":"2026-02-25T19:29:45.768724Z","steps":["trace[1442101221] 'agreement among raft nodes before linearized reading' (duration: 1.07501463s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:29:45.768775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:29:44.693607Z","time spent":"1.075159945s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T19:29:45.768823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.684282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:29:45.768877Z","caller":"traceutil/trace.go:171","msg":"trace[331325555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:532; }","duration":"969.786045ms","start":"2026-02-25T19:29:44.799078Z","end":"2026-02-25T19:29:45.768864Z","steps":["trace[331325555] 'agreement among raft nodes before linearized reading' (duration: 969.701673ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:29:45.768919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:29:44.799055Z","time spent":"969.854386ms","remote":"127.0.0.1:60126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:29:45.769069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.540872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-25T19:29:45.769074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.727497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-25T19:29:45.7691Z","caller":"traceutil/trace.go:171","msg":"trace[1282315098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:532; }","duration":"742.591142ms","start":"2026-02-25T19:29:45.0265Z","end":"2026-02-25T19:29:45.769091Z","steps":["trace[1282315098] 'agreement among raft nodes before linearized reading' (duration: 742.534811ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:29:45.76912Z","caller":"traceutil/trace.go:171","msg":"trace[55449932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:532; }","duration":"744.908222ms","start":"2026-02-25T19:29:45.0242Z","end":"2026-02-25T19:29:45.769109Z","steps":["trace[55449932] 'agreement among raft nodes before linearized reading' (duration: 744.805919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:29:45.769135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:29:45.026489Z","time spent":"742.639663ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T19:29:45.769145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:29:45.02418Z","time spent":"744.960553ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T19:29:45.769136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.512917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T19:29:45.769215Z","caller":"traceutil/trace.go:171","msg":"trace[538432514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:532; }","duration":"745.704712ms","start":"2026-02-25T19:29:45.023502Z","end":"2026-02-25T19:29:45.769207Z","steps":["trace[538432514] 'agreement among raft nodes before linearized reading' (duration: 745.518498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:29:45.769239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:29:45.02348Z","time spent":"745.754113ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-25T19:29:47.658382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.515567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:29:47.658814Z","caller":"traceutil/trace.go:171","msg":"trace[963067262] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:564; }","duration":"127.947147ms","start":"2026-02-25T19:29:47.530811Z","end":"2026-02-25T19:29:47.658758Z","steps":["trace[963067262] 'range keys from in-memory index tree' (duration: 127.422144ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:29:49.486217Z","caller":"traceutil/trace.go:171","msg":"trace[1658984825] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"138.012974ms","start":"2026-02-25T19:29:49.348172Z","end":"2026-02-25T19:29:49.486185Z","steps":["trace[1658984825] 'process raft request' (duration: 104.904519ms)","trace[1658984825] 'compare' (duration: 32.9112ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:29:49.498166Z","caller":"traceutil/trace.go:171","msg":"trace[1648079199] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"139.747549ms","start":"2026-02-25T19:29:49.358401Z","end":"2026-02-25T19:29:49.498149Z","steps":["trace[1648079199] 'process raft request' (duration: 139.641716ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:29:49.937594Z","caller":"traceutil/trace.go:171","msg":"trace[1754469604] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:610; }","duration":"138.111066ms","start":"2026-02-25T19:29:49.799457Z","end":"2026-02-25T19:29:49.937568Z","steps":["trace[1754469604] 'read index received' (duration: 98.834614ms)","trace[1754469604] 'applied index is now lower than readState.Index' (duration: 39.275422ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:29:49.937625Z","caller":"traceutil/trace.go:171","msg":"trace[561585132] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"138.817284ms","start":"2026-02-25T19:29:49.798777Z","end":"2026-02-25T19:29:49.937594Z","steps":["trace[561585132] 'process raft request' (duration: 138.717572ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:29:49.937623Z","caller":"traceutil/trace.go:171","msg":"trace[1772319764] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"139.995015ms","start":"2026-02-25T19:29:49.797561Z","end":"2026-02-25T19:29:49.937556Z","steps":["trace[1772319764] 'process raft request' (duration: 100.718152ms)","trace[1772319764] 'compare' (duration: 39.072338ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:29:49.937693Z","caller":"traceutil/trace.go:171","msg":"trace[304683319] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"138.334282ms","start":"2026-02-25T19:29:49.799304Z","end":"2026-02-25T19:29:49.937639Z","steps":["trace[304683319] 'process raft request' (duration: 138.22622ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:29:49.937697Z","caller":"traceutil/trace.go:171","msg":"trace[1831793366] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"139.647646ms","start":"2026-02-25T19:29:49.798022Z","end":"2026-02-25T19:29:49.93767Z","steps":["trace[1831793366] 'process raft request' (duration: 139.430871ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:29:49.937729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.25255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:29:49.937883Z","caller":"traceutil/trace.go:171","msg":"trace[682372448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:595; }","duration":"138.419015ms","start":"2026-02-25T19:29:49.799437Z","end":"2026-02-25T19:29:49.937857Z","steps":["trace[682372448] 'agreement among raft nodes before linearized reading' (duration: 138.227ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:29:50.086048Z","caller":"traceutil/trace.go:171","msg":"trace[1229355516] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"153.190882ms","start":"2026-02-25T19:29:49.93282Z","end":"2026-02-25T19:29:50.086011Z","steps":["trace[1229355516] 'process raft request' (duration: 152.460873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:29:50.086639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.725152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:29:50.086747Z","caller":"traceutil/trace.go:171","msg":"trace[22386416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:596; }","duration":"147.869646ms","start":"2026-02-25T19:29:49.938852Z","end":"2026-02-25T19:29:50.086721Z","steps":["trace[22386416] 'agreement among raft nodes before linearized reading' (duration: 147.601519ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:29:50.085895Z","caller":"traceutil/trace.go:171","msg":"trace[1773838193] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:614; }","duration":"146.979993ms","start":"2026-02-25T19:29:49.938883Z","end":"2026-02-25T19:29:50.085863Z","steps":["trace[1773838193] 'read index received' (duration: 146.266425ms)","trace[1773838193] 'applied index is now lower than readState.Index' (duration: 712.308µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:29:52.430418Z","caller":"traceutil/trace.go:171","msg":"trace[1824315691] linearizableReadLoop","detail":"{readStateIndex:647; appliedIndex:643; }","duration":"116.485316ms","start":"2026-02-25T19:29:52.313887Z","end":"2026-02-25T19:29:52.430372Z","steps":["trace[1824315691] 'read index received' (duration: 3.08988ms)","trace[1824315691] 'applied index is now lower than readState.Index' (duration: 113.394426ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:29:52.430499Z","caller":"traceutil/trace.go:171","msg":"trace[463373451] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"193.512371ms","start":"2026-02-25T19:29:52.236948Z","end":"2026-02-25T19:29:52.43046Z","steps":["trace[463373451] 'process raft request' (duration: 193.343207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:29:52.430746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.839234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:29:52.430803Z","caller":"traceutil/trace.go:171","msg":"trace[1249700201] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:628; }","duration":"116.932626ms","start":"2026-02-25T19:29:52.313854Z","end":"2026-02-25T19:29:52.430787Z","steps":["trace[1249700201] 'agreement among raft nodes before linearized reading' (duration: 116.839124ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:29:52.430747Z","caller":"traceutil/trace.go:171","msg":"trace[543090137] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"193.821669ms","start":"2026-02-25T19:29:52.236821Z","end":"2026-02-25T19:29:52.430643Z","steps":["trace[543090137] 'process raft request' (duration: 193.281625ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:29:52.431132Z","caller":"traceutil/trace.go:171","msg":"trace[1771343553] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"134.077224ms","start":"2026-02-25T19:29:52.297025Z","end":"2026-02-25T19:29:52.431102Z","steps":["trace[1771343553] 'process raft request' (duration: 133.309215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:29:52.442685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.729076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:29:52.442778Z","caller":"traceutil/trace.go:171","msg":"trace[1904192076] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"122.812626ms","start":"2026-02-25T19:29:52.319952Z","end":"2026-02-25T19:29:52.442765Z","steps":["trace[1904192076] 'process raft request' (duration: 122.348854ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:29:52.442794Z","caller":"traceutil/trace.go:171","msg":"trace[1649998685] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:629; }","duration":"128.884412ms","start":"2026-02-25T19:29:52.313883Z","end":"2026-02-25T19:29:52.442767Z","steps":["trace[1649998685] 'agreement among raft nodes before linearized reading' (duration: 128.682936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:29:52.442944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.015284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:29:52.442987Z","caller":"traceutil/trace.go:171","msg":"trace[568357332] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:629; }","duration":"100.083436ms","start":"2026-02-25T19:29:52.342883Z","end":"2026-02-25T19:29:52.442967Z","steps":["trace[568357332] 'agreement among raft nodes before linearized reading' (duration: 100.030045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:29:52.442992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.726127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:29:52.44307Z","caller":"traceutil/trace.go:171","msg":"trace[1310215715] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:629; }","duration":"128.85529ms","start":"2026-02-25T19:29:52.314199Z","end":"2026-02-25T19:29:52.443055Z","steps":["trace[1310215715] 'agreement among raft nodes before linearized reading' (duration: 128.716887ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:29:52.443022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.677332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-cqgj7\" ","response":"range_response_count:1 size:3835"} {"level":"info","ts":"2026-02-25T19:29:52.443169Z","caller":"traceutil/trace.go:171","msg":"trace[532995582] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-cqgj7; range_end:; response_count:1; response_revision:629; }","duration":"120.888877ms","start":"2026-02-25T19:29:52.322255Z","end":"2026-02-25T19:29:52.443144Z","steps":["trace[532995582] 'agreement among raft nodes before linearized reading' (duration: 120.624481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:29:52.443199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.567488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:29:52.443374Z","caller":"traceutil/trace.go:171","msg":"trace[541354280] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:629; }","duration":"100.782744ms","start":"2026-02-25T19:29:52.342529Z","end":"2026-02-25T19:29:52.443312Z","steps":["trace[541354280] 'agreement among raft nodes before linearized reading' (duration: 100.431455ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:29:52.676946Z","caller":"traceutil/trace.go:171","msg":"trace[633962233] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"227.114419ms","start":"2026-02-25T19:29:52.44981Z","end":"2026-02-25T19:29:52.676924Z","steps":["trace[633962233] 'process raft request' (duration: 226.970336ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:29:52.737426Z","caller":"traceutil/trace.go:171","msg":"trace[910843023] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:649; }","duration":"234.937229ms","start":"2026-02-25T19:29:52.502463Z","end":"2026-02-25T19:29:52.7374Z","steps":["trace[910843023] 'read index received' (duration: 174.322352ms)","trace[910843023] 'applied index is now lower than readState.Index' (duration: 60.613717ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:29:52.737452Z","caller":"traceutil/trace.go:171","msg":"trace[764229562] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"247.271304ms","start":"2026-02-25T19:29:52.49016Z","end":"2026-02-25T19:29:52.737431Z","steps":["trace[764229562] 'process raft request' (duration: 247.13092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:29:52.737671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.155045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:29:52.737776Z","caller":"traceutil/trace.go:171","msg":"trace[6267495] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:632; }","duration":"235.324988ms","start":"2026-02-25T19:29:52.502428Z","end":"2026-02-25T19:29:52.737753Z","steps":["trace[6267495] 'agreement among raft nodes before linearized reading' (duration: 235.065682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:29:52.738167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.620746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:29:52.738228Z","caller":"traceutil/trace.go:171","msg":"trace[859586227] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:632; }","duration":"235.698389ms","start":"2026-02-25T19:29:52.502514Z","end":"2026-02-25T19:29:52.738213Z","steps":["trace[859586227] 'agreement among raft nodes before linearized reading' (duration: 235.589035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:29:52.738472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.870677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-02-25T19:29:52.738571Z","caller":"traceutil/trace.go:171","msg":"trace[2053742939] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:632; }","duration":"129.966469ms","start":"2026-02-25T19:29:52.608587Z","end":"2026-02-25T19:29:52.738553Z","steps":["trace[2053742939] 'agreement among raft nodes before linearized reading' (duration: 129.826025ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:29:52.738589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.041307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:29:52.738633Z","caller":"traceutil/trace.go:171","msg":"trace[193566393] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:632; }","duration":"236.094558ms","start":"2026-02-25T19:29:52.502524Z","end":"2026-02-25T19:29:52.738619Z","steps":["trace[193566393] 'agreement among raft nodes before linearized reading' (duration: 235.978456ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:29:52.855927Z","caller":"traceutil/trace.go:171","msg":"trace[599825619] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"101.509412ms","start":"2026-02-25T19:29:52.754394Z","end":"2026-02-25T19:29:52.855903Z","steps":["trace[599825619] 'process raft request' (duration: 101.328816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:30:05.300607Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338266901945376486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:30:05.801647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338266901945376486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-25T19:30:05.89473Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.105044437s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-25T19:30:06.801002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00078217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-25T19:30:06.801251Z","caller":"traceutil/trace.go:171","msg":"trace[765524128] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001042158s","start":"2026-02-25T19:30:04.80012Z","end":"2026-02-25T19:30:06.801162Z","steps":["trace[765524128] 'agreement among raft nodes before linearized reading' (duration: 2.000802771s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:30:06.801378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:30:04.800102Z","time spent":"2.001258602s","remote":"127.0.0.1:60126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/25 19:30:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-25T19:30:07.241815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346857913s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-25T19:30:07.242374Z","caller":"traceutil/trace.go:171","msg":"trace[2066858641] linearizableReadLoop","detail":"{readStateIndex:744; appliedIndex:743; }","duration":"2.442201663s","start":"2026-02-25T19:30:04.800155Z","end":"2026-02-25T19:30:07.242357Z","steps":["trace[2066858641] 'read index received' (duration: 1.094765925s)","trace[2066858641] 'applied index is now lower than readState.Index' (duration: 1.347434078s)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:30:07.242878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134536532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-02-25T19:30:07.242957Z","caller":"traceutil/trace.go:171","msg":"trace[1439403661] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:720; }","duration":"1.134663615s","start":"2026-02-25T19:30:06.108272Z","end":"2026-02-25T19:30:07.242936Z","steps":["trace[1439403661] 'agreement among raft nodes before linearized reading' (duration: 1.134440919s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:30:07.242997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:30:06.108231Z","time spent":"1.134758857s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T19:30:07.243079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147660436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-25T19:30:07.243086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148066576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-25T19:30:07.243164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.820562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:30:07.24319Z","caller":"traceutil/trace.go:171","msg":"trace[187409255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:720; }","duration":"441.890824ms","start":"2026-02-25T19:30:06.801293Z","end":"2026-02-25T19:30:07.243184Z","steps":["trace[187409255] 'agreement among raft nodes before linearized reading' (duration: 441.853593ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:30:07.243201Z","caller":"traceutil/trace.go:171","msg":"trace[1195679579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:720; }","duration":"1.14822351s","start":"2026-02-25T19:30:06.094952Z","end":"2026-02-25T19:30:07.243176Z","steps":["trace[1195679579] 'agreement among raft nodes before linearized reading' (duration: 1.147894953s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:30:07.243212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:30:06.801262Z","time spent":"441.945745ms","remote":"127.0.0.1:60134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-25T19:30:07.243252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:30:06.094935Z","time spent":"1.148305302s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-25T19:30:07.243119Z","caller":"traceutil/trace.go:171","msg":"trace[1102524315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:720; }","duration":"1.147740348s","start":"2026-02-25T19:30:06.095368Z","end":"2026-02-25T19:30:07.243109Z","steps":["trace[1102524315] 'agreement among raft nodes before linearized reading' (duration: 1.147614065s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:30:07.243401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:30:06.095345Z","time spent":"1.147989614s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-25T19:30:07.243103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197464668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-25T19:30:07.243529Z","caller":"traceutil/trace.go:171","msg":"trace[1887446264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:720; }","duration":"1.197959421s","start":"2026-02-25T19:30:06.045559Z","end":"2026-02-25T19:30:07.243518Z","steps":["trace[1887446264] 'agreement among raft nodes before linearized reading' (duration: 1.197409466s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:30:07.243564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:30:06.04554Z","time spent":"1.198014613s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-25T19:30:07.243718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789053695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T19:30:07.243739Z","caller":"traceutil/trace.go:171","msg":"trace[60118870] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:720; }","duration":"1.789076436s","start":"2026-02-25T19:30:05.454657Z","end":"2026-02-25T19:30:07.243733Z","steps":["trace[60118870] 'agreement among raft nodes before linearized reading' (duration: 1.787782273s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:30:07.243775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:30:05.454614Z","time spent":"1.789155978s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-25T19:30:07.393302Z","caller":"traceutil/trace.go:171","msg":"trace[481770964] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"145.427924ms","start":"2026-02-25T19:30:07.24782Z","end":"2026-02-25T19:30:07.393248Z","steps":["trace[481770964] 'process raft request' (duration: 140.665882ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:30:07.393374Z","caller":"traceutil/trace.go:171","msg":"trace[837667820] linearizableReadLoop","detail":"{readStateIndex:750; appliedIndex:744; }","duration":"143.738922ms","start":"2026-02-25T19:30:07.249612Z","end":"2026-02-25T19:30:07.393351Z","steps":["trace[837667820] 'read index received' (duration: 60.893405ms)","trace[837667820] 'applied index is now lower than readState.Index' (duration: 82.844397ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:30:07.393391Z","caller":"traceutil/trace.go:171","msg":"trace[288111052] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"145.26074ms","start":"2026-02-25T19:30:07.248093Z","end":"2026-02-25T19:30:07.393354Z","steps":["trace[288111052] 'process raft request' (duration: 145.080464ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:30:07.393496Z","caller":"traceutil/trace.go:171","msg":"trace[1227439925] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"145.361512ms","start":"2026-02-25T19:30:07.248125Z","end":"2026-02-25T19:30:07.393486Z","steps":["trace[1227439925] 'process raft request' (duration: 145.093354ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:30:07.393594Z","caller":"traceutil/trace.go:171","msg":"trace[1040572766] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"145.441344ms","start":"2026-02-25T19:30:07.248147Z","end":"2026-02-25T19:30:07.393588Z","steps":["trace[1040572766] 'process raft request' (duration: 145.098236ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:30:07.393675Z","caller":"traceutil/trace.go:171","msg":"trace[1615477383] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"145.353701ms","start":"2026-02-25T19:30:07.248314Z","end":"2026-02-25T19:30:07.393668Z","steps":["trace[1615477383] 'process raft request' (duration: 144.958022ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:30:07.393722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.245562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:30:07.393759Z","caller":"traceutil/trace.go:171","msg":"trace[64116955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:726; }","duration":"142.305184ms","start":"2026-02-25T19:30:07.251443Z","end":"2026-02-25T19:30:07.393748Z","steps":["trace[64116955] 'agreement among raft nodes before linearized reading' (duration: 142.233782ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:30:07.393787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.160242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:30:07.393815Z","caller":"traceutil/trace.go:171","msg":"trace[1607579271] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:726; }","duration":"144.221803ms","start":"2026-02-25T19:30:07.249586Z","end":"2026-02-25T19:30:07.393807Z","steps":["trace[1607579271] 'agreement among raft nodes before linearized reading' (duration: 144.156421ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:30:31.804044Z","caller":"traceutil/trace.go:171","msg":"trace[1822216852] linearizableReadLoop","detail":"{readStateIndex:826; appliedIndex:825; }","duration":"297.308992ms","start":"2026-02-25T19:30:31.506709Z","end":"2026-02-25T19:30:31.804018Z","steps":["trace[1822216852] 'read index received' (duration: 297.104037ms)","trace[1822216852] 'applied index is now lower than readState.Index' (duration: 204.175µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:30:31.804105Z","caller":"traceutil/trace.go:171","msg":"trace[832864896] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"383.341531ms","start":"2026-02-25T19:30:31.420731Z","end":"2026-02-25T19:30:31.804072Z","steps":["trace[832864896] 'process raft request' (duration: 383.154966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:30:31.804275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:30:31.420718Z","time spent":"383.464435ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:30:31.804351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.088129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T19:30:31.804434Z","caller":"traceutil/trace.go:171","msg":"trace[1970574855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:796; }","duration":"294.227742ms","start":"2026-02-25T19:30:31.51019Z","end":"2026-02-25T19:30:31.804418Z","steps":["trace[1970574855] 'agreement among raft nodes before linearized reading' (duration: 294.037888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:30:31.804604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.12713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-25T19:30:31.804655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.052139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T19:30:31.804673Z","caller":"traceutil/trace.go:171","msg":"trace[358248003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:796; }","duration":"294.197771ms","start":"2026-02-25T19:30:31.510467Z","end":"2026-02-25T19:30:31.804665Z","steps":["trace[358248003] 'agreement among raft nodes before linearized reading' (duration: 294.075658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:30:31.804477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.771373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-25T19:30:31.804772Z","caller":"traceutil/trace.go:171","msg":"trace[1324733413] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:796; }","duration":"298.106792ms","start":"2026-02-25T19:30:31.506652Z","end":"2026-02-25T19:30:31.804759Z","steps":["trace[1324733413] 'agreement among raft nodes before linearized reading' (duration: 297.506867ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:30:31.804718Z","caller":"traceutil/trace.go:171","msg":"trace[1123428937] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:796; }","duration":"289.160641ms","start":"2026-02-25T19:30:31.515544Z","end":"2026-02-25T19:30:31.804704Z","steps":["trace[1123428937] 'agreement among raft nodes before linearized reading' (duration: 288.945106ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:30:32.046126Z","caller":"traceutil/trace.go:171","msg":"trace[2093227496] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"236.320137ms","start":"2026-02-25T19:30:31.809777Z","end":"2026-02-25T19:30:32.046097Z","steps":["trace[2093227496] 'process raft request' (duration: 142.528837ms)","trace[2093227496] 'compare' (duration: 93.298387ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:30:32.045792Z","caller":"traceutil/trace.go:171","msg":"trace[1746613619] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"235.807214ms","start":"2026-02-25T19:30:31.809966Z","end":"2026-02-25T19:30:32.045774Z","steps":["trace[1746613619] 'process raft request' (duration: 235.785494ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:30:32.046141Z","caller":"traceutil/trace.go:171","msg":"trace[1998282239] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"236.260576ms","start":"2026-02-25T19:30:31.809847Z","end":"2026-02-25T19:30:32.046107Z","steps":["trace[1998282239] 'process raft request' (duration: 235.865886ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:30:32.046464Z","caller":"traceutil/trace.go:171","msg":"trace[1363836981] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"236.525254ms","start":"2026-02-25T19:30:31.809906Z","end":"2026-02-25T19:30:32.046431Z","steps":["trace[1363836981] 'process raft request' (duration: 235.830556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:30:33.028892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.220746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-25T19:30:33.028977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.689481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:30:33.029007Z","caller":"traceutil/trace.go:171","msg":"trace[512003637] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:801; }","duration":"355.412691ms","start":"2026-02-25T19:30:32.673566Z","end":"2026-02-25T19:30:33.028979Z","steps":["trace[512003637] 'count revisions from in-memory index tree' (duration: 355.068032ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:30:33.029108Z","caller":"traceutil/trace.go:171","msg":"trace[655717103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:801; }","duration":"229.05718ms","start":"2026-02-25T19:30:32.800024Z","end":"2026-02-25T19:30:33.029081Z","steps":["trace[655717103] 'range keys from in-memory index tree' (duration: 228.608339ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:30:33.029797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:30:32.673546Z","time spent":"355.827983ms","remote":"127.0.0.1:60296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-02-25T19:30:34.215204Z","caller":"traceutil/trace.go:171","msg":"trace[1404616695] linearizableReadLoop","detail":"{readStateIndex:832; appliedIndex:831; }","duration":"164.815963ms","start":"2026-02-25T19:30:34.050371Z","end":"2026-02-25T19:30:34.215187Z","steps":["trace[1404616695] 'read index received' (duration: 164.639839ms)","trace[1404616695] 'applied index is now lower than readState.Index' (duration: 175.454µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:30:34.215378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.992898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-25T19:30:34.2154Z","caller":"traceutil/trace.go:171","msg":"trace[664004337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:802; }","duration":"165.06609ms","start":"2026-02-25T19:30:34.050327Z","end":"2026-02-25T19:30:34.215393Z","steps":["trace[664004337] 'agreement among raft nodes before linearized reading' (duration: 164.947197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:30:34.215515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.430433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-25T19:30:34.215531Z","caller":"traceutil/trace.go:171","msg":"trace[1015872811] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:802; }","duration":"164.447115ms","start":"2026-02-25T19:30:34.05108Z","end":"2026-02-25T19:30:34.215527Z","steps":["trace[1015872811] 'agreement among raft nodes before linearized reading' (duration: 164.395493ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:30:34.215616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.161582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T19:30:34.215631Z","caller":"traceutil/trace.go:171","msg":"trace[340674088] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:802; }","duration":"165.228994ms","start":"2026-02-25T19:30:34.050397Z","end":"2026-02-25T19:30:34.215626Z","steps":["trace[340674088] 'agreement among raft nodes before linearized reading' (duration: 165.173823ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:30:34.215599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.145202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T19:30:34.215831Z","caller":"traceutil/trace.go:171","msg":"trace[23672730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:802; }","duration":"165.321666ms","start":"2026-02-25T19:30:34.050388Z","end":"2026-02-25T19:30:34.215709Z","steps":["trace[23672730] 'agreement among raft nodes before linearized reading' (duration: 165.016719ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:30:34.216157Z","caller":"traceutil/trace.go:171","msg":"trace[163013420] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"404.985051ms","start":"2026-02-25T19:30:33.811148Z","end":"2026-02-25T19:30:34.216133Z","steps":["trace[163013420] 'process raft request' (duration: 403.940894ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:30:34.216323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:30:33.811126Z","time spent":"405.093625ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:30:36.484525Z","caller":"traceutil/trace.go:171","msg":"trace[1377934080] linearizableReadLoop","detail":"{readStateIndex:838; appliedIndex:837; }","duration":"203.390378ms","start":"2026-02-25T19:30:36.281108Z","end":"2026-02-25T19:30:36.484499Z","steps":["trace[1377934080] 'read index received' (duration: 203.170013ms)","trace[1377934080] 'applied index is now lower than readState.Index' (duration: 219.255µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:30:36.484574Z","caller":"traceutil/trace.go:171","msg":"trace[1804667290] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"258.87586ms","start":"2026-02-25T19:30:36.225665Z","end":"2026-02-25T19:30:36.484541Z","steps":["trace[1804667290] 'process raft request' (duration: 258.641164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:30:36.484887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.755367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-25T19:30:36.484823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.858673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-25T19:30:36.484928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.523182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-02-25T19:30:36.484971Z","caller":"traceutil/trace.go:171","msg":"trace[1694395036] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:807; }","duration":"203.934952ms","start":"2026-02-25T19:30:36.281017Z","end":"2026-02-25T19:30:36.484952Z","steps":["trace[1694395036] 'agreement among raft nodes before linearized reading' (duration: 203.620044ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:30:36.484987Z","caller":"traceutil/trace.go:171","msg":"trace[435054392] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:807; }","duration":"203.781649ms","start":"2026-02-25T19:30:36.281191Z","end":"2026-02-25T19:30:36.484973Z","steps":["trace[435054392] 'agreement among raft nodes before linearized reading' (duration: 203.44958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:30:36.485079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.358368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-25T19:30:36.485159Z","caller":"traceutil/trace.go:171","msg":"trace[1272089012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:807; }","duration":"203.055071ms","start":"2026-02-25T19:30:36.281914Z","end":"2026-02-25T19:30:36.484969Z","steps":["trace[1272089012] 'agreement among raft nodes before linearized reading' (duration: 202.747192ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:30:36.485205Z","caller":"traceutil/trace.go:171","msg":"trace[186143330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:807; }","duration":"203.524412ms","start":"2026-02-25T19:30:36.281652Z","end":"2026-02-25T19:30:36.485176Z","steps":["trace[186143330] 'agreement among raft nodes before linearized reading' (duration: 203.131531ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:30:38.598196Z","caller":"traceutil/trace.go:171","msg":"trace[773260364] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"105.910193ms","start":"2026-02-25T19:30:38.492239Z","end":"2026-02-25T19:30:38.598149Z","steps":["trace[773260364] 'process raft request' (duration: 105.651456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:30:56.191218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.034284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:30:56.191333Z","caller":"traceutil/trace.go:171","msg":"trace[471855859] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"1.459670356s","start":"2026-02-25T19:30:54.731645Z","end":"2026-02-25T19:30:56.191315Z","steps":["trace[471855859] 'process raft request' (duration: 509.455276ms)","trace[471855859] 'compare' (duration: 949.86495ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:30:56.191405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:30:54.731631Z","time spent":"1.459741737s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:30:56.194993Z","caller":"traceutil/trace.go:171","msg":"trace[404815076] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"1.463193917s","start":"2026-02-25T19:30:54.731777Z","end":"2026-02-25T19:30:56.194971Z","steps":["trace[404815076] 'process raft request' (duration: 1.462864998s)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:30:56.195259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:30:54.731772Z","time spent":"1.46330948s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:30:56.19685Z","caller":"traceutil/trace.go:171","msg":"trace[1703860593] linearizableReadLoop","detail":"{readStateIndex:959; appliedIndex:957; }","duration":"397.835226ms","start":"2026-02-25T19:30:55.798992Z","end":"2026-02-25T19:30:56.196827Z","steps":["trace[1703860593] 'read index received' (duration: 395.597938ms)","trace[1703860593] 'applied index is now lower than readState.Index' (duration: 2.236068ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:30:56.196942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.94527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:30:56.196985Z","caller":"traceutil/trace.go:171","msg":"trace[633884691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:922; }","duration":"398.036022ms","start":"2026-02-25T19:30:55.798938Z","end":"2026-02-25T19:30:56.196974Z","steps":["trace[633884691] 'agreement among raft nodes before linearized reading' (duration: 397.96346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:30:56.197028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:30:55.798911Z","time spent":"398.106813ms","remote":"127.0.0.1:60126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-25T19:31:15.504168Z","caller":"traceutil/trace.go:171","msg":"trace[97876113] linearizableReadLoop","detail":"{readStateIndex:1059; appliedIndex:1058; }","duration":"100.33339ms","start":"2026-02-25T19:31:15.403813Z","end":"2026-02-25T19:31:15.504146Z","steps":["trace[97876113] 'read index received' (duration: 100.011201ms)","trace[97876113] 'applied index is now lower than readState.Index' (duration: 321.359µs)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:31:15.50433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.494054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:31:15.504369Z","caller":"traceutil/trace.go:171","msg":"trace[1111309449] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:0; response_revision:1018; }","duration":"100.576086ms","start":"2026-02-25T19:31:15.403782Z","end":"2026-02-25T19:31:15.504358Z","steps":["trace[1111309449] 'agreement among raft nodes before linearized reading' (duration: 100.465453ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:15.504413Z","caller":"traceutil/trace.go:171","msg":"trace[2063073632] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"275.831548ms","start":"2026-02-25T19:31:15.228541Z","end":"2026-02-25T19:31:15.504372Z","steps":["trace[2063073632] 'process raft request' (duration: 275.427207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:15.899522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.087855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:31:15.899639Z","caller":"traceutil/trace.go:171","msg":"trace[1607723893] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"390.885578ms","start":"2026-02-25T19:31:15.508734Z","end":"2026-02-25T19:31:15.89962Z","steps":["trace[1607723893] 'process raft request' (duration: 169.627258ms)","trace[1607723893] 'compare' (duration: 220.89522ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:31:15.899694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:31:15.508697Z","time spent":"390.97525ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-25T19:31:15.900846Z","caller":"traceutil/trace.go:171","msg":"trace[2136819245] linearizableReadLoop","detail":"{readStateIndex:1062; appliedIndex:1059; }","duration":"310.749609ms","start":"2026-02-25T19:31:15.590065Z","end":"2026-02-25T19:31:15.900814Z","steps":["trace[2136819245] 'read index received' (duration: 88.348721ms)","trace[2136819245] 'applied index is now lower than readState.Index' (duration: 222.399778ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:31:15.900988Z","caller":"traceutil/trace.go:171","msg":"trace[1900955] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"391.800521ms","start":"2026-02-25T19:31:15.509174Z","end":"2026-02-25T19:31:15.900975Z","steps":["trace[1900955] 'process raft request' (duration: 391.452771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:15.901114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.030247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:31:15.901243Z","caller":"traceutil/trace.go:171","msg":"trace[1033918746] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:0; response_revision:1021; }","duration":"311.202401ms","start":"2026-02-25T19:31:15.590022Z","end":"2026-02-25T19:31:15.901224Z","steps":["trace[1033918746] 'agreement among raft nodes before linearized reading' (duration: 311.018496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:15.901261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:31:15.509159Z","time spent":"391.995785ms","remote":"127.0.0.1:60216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-25T19:31:15.90132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:31:15.590001Z","time spent":"311.306954ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-02-25T19:31:15.901505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.437811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-6f6497f79c-6qh5d\" ","response":"range_response_count:1 size:11919"} {"level":"info","ts":"2026-02-25T19:31:15.901845Z","caller":"traceutil/trace.go:171","msg":"trace[903187827] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"386.647019ms","start":"2026-02-25T19:31:15.51518Z","end":"2026-02-25T19:31:15.901827Z","steps":["trace[903187827] 'process raft request' (duration: 385.56361ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:15.902651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:31:15.515159Z","time spent":"387.403938ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:31:15.90157Z","caller":"traceutil/trace.go:171","msg":"trace[1218500620] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-provisioner-6f6497f79c-6qh5d; range_end:; response_count:1; response_revision:1021; }","duration":"181.529034ms","start":"2026-02-25T19:31:15.720021Z","end":"2026-02-25T19:31:15.90155Z","steps":["trace[1218500620] 'agreement among raft nodes before linearized reading' (duration: 181.234807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:15.902058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.611512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:31:15.903292Z","caller":"traceutil/trace.go:171","msg":"trace[512493012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1021; }","duration":"102.885065ms","start":"2026-02-25T19:31:15.800393Z","end":"2026-02-25T19:31:15.903278Z","steps":["trace[512493012] 'agreement among raft nodes before linearized reading' (duration: 101.627272ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:16.717119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.355163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:31:16.717238Z","caller":"traceutil/trace.go:171","msg":"trace[699427694] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"360.693538ms","start":"2026-02-25T19:31:16.356521Z","end":"2026-02-25T19:31:16.717215Z","steps":["trace[699427694] 'process raft request' (duration: 180.125469ms)","trace[699427694] 'compare' (duration: 180.22311ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:31:16.717319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:31:16.356509Z","time spent":"360.76839ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:31:17.095625Z","caller":"traceutil/trace.go:171","msg":"trace[385063674] linearizableReadLoop","detail":"{readStateIndex:1075; appliedIndex:1074; }","duration":"256.735425ms","start":"2026-02-25T19:31:16.838865Z","end":"2026-02-25T19:31:17.0956Z","steps":["trace[385063674] 'read index received' (duration: 242.20176ms)","trace[385063674] 'applied index is now lower than readState.Index' (duration: 14.532715ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:31:17.095832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.898416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T19:31:17.095904Z","caller":"traceutil/trace.go:171","msg":"trace[370057060] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1034; }","duration":"246.036598ms","start":"2026-02-25T19:31:16.849845Z","end":"2026-02-25T19:31:17.095881Z","steps":["trace[370057060] 'agreement among raft nodes before linearized reading' (duration: 245.885885ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:17.095837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.966031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-25T19:31:17.096022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.251188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:621"} {"level":"info","ts":"2026-02-25T19:31:17.09605Z","caller":"traceutil/trace.go:171","msg":"trace[2012634196] range","detail":"{range_begin:/registry/configmaps/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1034; }","duration":"114.328811ms","start":"2026-02-25T19:31:16.98171Z","end":"2026-02-25T19:31:17.096039Z","steps":["trace[2012634196] 'agreement among raft nodes before linearized reading' (duration: 114.253398ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:17.096046Z","caller":"traceutil/trace.go:171","msg":"trace[1598798564] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1034; }","duration":"257.186567ms","start":"2026-02-25T19:31:16.838839Z","end":"2026-02-25T19:31:17.096026Z","steps":["trace[1598798564] 'agreement among raft nodes before linearized reading' (duration: 256.878728ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:17.096247Z","caller":"traceutil/trace.go:171","msg":"trace[126133437] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"280.96394ms","start":"2026-02-25T19:31:16.814738Z","end":"2026-02-25T19:31:17.095702Z","steps":["trace[126133437] 'process raft request' (duration: 266.317422ms)","trace[126133437] 'compare' (duration: 14.456033ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:31:19.628763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338266901945377251,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-25T19:31:19.753736Z","caller":"traceutil/trace.go:171","msg":"trace[247554549] linearizableReadLoop","detail":"{readStateIndex:1082; appliedIndex:1081; }","duration":"626.004803ms","start":"2026-02-25T19:31:19.127714Z","end":"2026-02-25T19:31:19.753719Z","steps":["trace[247554549] 'read index received' (duration: 625.846848ms)","trace[247554549] 'applied index is now lower than readState.Index' (duration: 157.285µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:31:19.753776Z","caller":"traceutil/trace.go:171","msg":"trace[1173828075] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"650.928397ms","start":"2026-02-25T19:31:19.102822Z","end":"2026-02-25T19:31:19.75375Z","steps":["trace[1173828075] 'process raft request' (duration: 650.782443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:19.753895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:31:19.102794Z","time spent":"651.037919ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-25T19:31:19.753897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.167187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-25T19:31:19.753922Z","caller":"traceutil/trace.go:171","msg":"trace[1305204313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1041; }","duration":"626.24671ms","start":"2026-02-25T19:31:19.127669Z","end":"2026-02-25T19:31:19.753916Z","steps":["trace[1305204313] 'agreement among raft nodes before linearized reading' (duration: 626.140307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:19.75397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:31:19.127646Z","time spent":"626.294561ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-25T19:31:19.75403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.990117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-25T19:31:19.754055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.008253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-25T19:31:19.754138Z","caller":"traceutil/trace.go:171","msg":"trace[1917990350] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1041; }","duration":"581.148466ms","start":"2026-02-25T19:31:19.17297Z","end":"2026-02-25T19:31:19.754119Z","steps":["trace[1917990350] 'agreement among raft nodes before linearized reading' (duration: 580.91204ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:19.754087Z","caller":"traceutil/trace.go:171","msg":"trace[159078019] range","detail":"{range_begin:/registry/masterleases/199.19.213.30; range_end:; response_count:1; response_revision:1041; }","duration":"458.0899ms","start":"2026-02-25T19:31:19.295983Z","end":"2026-02-25T19:31:19.754073Z","steps":["trace[159078019] 'agreement among raft nodes before linearized reading' (duration: 457.923676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:19.754184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:31:19.172945Z","time spent":"581.230157ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-25T19:31:19.75421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:31:19.295964Z","time spent":"458.238984ms","remote":"127.0.0.1:60164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.30\" "} {"level":"warn","ts":"2026-02-25T19:31:19.754231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.362734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:621"} {"level":"info","ts":"2026-02-25T19:31:19.754312Z","caller":"traceutil/trace.go:171","msg":"trace[402470591] range","detail":"{range_begin:/registry/configmaps/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1041; }","duration":"566.536459ms","start":"2026-02-25T19:31:19.187755Z","end":"2026-02-25T19:31:19.754291Z","steps":["trace[402470591] 'agreement among raft nodes before linearized reading' (duration: 566.20434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:19.754365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:31:19.187747Z","time spent":"566.602201ms","remote":"127.0.0.1:60230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":644,"request content":"key:\"/registry/configmaps/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-02-25T19:31:21.022378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.497416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-25T19:31:21.022468Z","caller":"traceutil/trace.go:171","msg":"trace[1072062715] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1050; }","duration":"114.618358ms","start":"2026-02-25T19:31:20.907825Z","end":"2026-02-25T19:31:21.022443Z","steps":["trace[1072062715] 'range keys from in-memory index tree' (duration: 114.30593ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:21.203816Z","caller":"traceutil/trace.go:171","msg":"trace[900846098] transaction","detail":"{read_only:false; response_revision:1053; number_of_response:1; }","duration":"116.089726ms","start":"2026-02-25T19:31:21.087693Z","end":"2026-02-25T19:31:21.203783Z","steps":["trace[900846098] 'process raft request' (duration: 39.862479ms)","trace[900846098] 'compare' (duration: 76.127215ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:31:35.09528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.230515ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-25T19:31:35.095503Z","caller":"traceutil/trace.go:171","msg":"trace[133482749] linearizableReadLoop","detail":"{readStateIndex:1159; appliedIndex:1158; }","duration":"202.071789ms","start":"2026-02-25T19:31:34.893359Z","end":"2026-02-25T19:31:35.09543Z","steps":["trace[133482749] 'read index received' (duration: 57.577617ms)","trace[133482749] 'applied index is now lower than readState.Index' (duration: 144.492362ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:31:35.095735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.345036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T19:31:35.095847Z","caller":"traceutil/trace.go:171","msg":"trace[1690511815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1114; }","duration":"202.49376ms","start":"2026-02-25T19:31:34.893328Z","end":"2026-02-25T19:31:35.095821Z","steps":["trace[1690511815] 'agreement among raft nodes before linearized reading' (duration: 202.198843ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:35.209041Z","caller":"traceutil/trace.go:171","msg":"trace[762585040] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"108.784221ms","start":"2026-02-25T19:31:35.10023Z","end":"2026-02-25T19:31:35.209014Z","steps":["trace[762585040] 'process raft request' (duration: 108.587425ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:51.457051Z","caller":"traceutil/trace.go:171","msg":"trace[226119612] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"147.9074ms","start":"2026-02-25T19:31:51.309118Z","end":"2026-02-25T19:31:51.457025Z","steps":["trace[226119612] 'process raft request' (duration: 147.549801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:54.184363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.215357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:31:54.184559Z","caller":"traceutil/trace.go:171","msg":"trace[1662875408] transaction","detail":"{read_only:false; response_revision:1202; number_of_response:1; }","duration":"241.997371ms","start":"2026-02-25T19:31:53.942548Z","end":"2026-02-25T19:31:54.184545Z","steps":["trace[1662875408] 'process raft request' (duration: 241.920549ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:54.184551Z","caller":"traceutil/trace.go:171","msg":"trace[695704206] transaction","detail":"{read_only:false; response_revision:1201; number_of_response:1; }","duration":"243.938161ms","start":"2026-02-25T19:31:53.940581Z","end":"2026-02-25T19:31:54.18452Z","steps":["trace[695704206] 'process raft request' (duration: 73.472957ms)","trace[695704206] 'compare' (duration: 170.121994ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:31:54.184746Z","caller":"traceutil/trace.go:171","msg":"trace[162422496] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"230.484813ms","start":"2026-02-25T19:31:53.95425Z","end":"2026-02-25T19:31:54.184735Z","steps":["trace[162422496] 'process raft request' (duration: 230.264907ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:05.057451Z","caller":"traceutil/trace.go:171","msg":"trace[1012091760] transaction","detail":"{read_only:false; response_revision:1253; number_of_response:1; }","duration":"125.202354ms","start":"2026-02-25T19:32:04.932222Z","end":"2026-02-25T19:32:05.057425Z","steps":["trace[1012091760] 'process raft request' (duration: 125.06798ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:33:09.417469Z","caller":"traceutil/trace.go:171","msg":"trace[612958109] transaction","detail":"{read_only:false; response_revision:1547; number_of_response:1; }","duration":"112.090423ms","start":"2026-02-25T19:33:09.305353Z","end":"2026-02-25T19:33:09.417443Z","steps":["trace[612958109] 'process raft request' (duration: 67.921382ms)","trace[612958109] 'compare' (duration: 44.034988ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:34:38.482973Z","caller":"traceutil/trace.go:171","msg":"trace[2133530539] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"151.810428ms","start":"2026-02-25T19:34:38.331139Z","end":"2026-02-25T19:34:38.482949Z","steps":["trace[2133530539] 'process raft request' (duration: 151.681305ms)"],"step_count":1}