{"level":"warn","ts":"2026-03-19T17:51:56.994162Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T17:51:56.994253Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.79:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.79:2380","--initial-cluster=instance=https://199.19.213.79:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.79:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.79:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-19T17:51:56.99432Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T17:51:56.994333Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.79:2380"]} {"level":"info","ts":"2026-03-19T17:51:56.994351Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T17:51:56.994955Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.79:2379"]} {"level":"info","ts":"2026-03-19T17:51:56.995023Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.79:2380"],"listen-peer-urls":["https://199.19.213.79:2380"],"advertise-client-urls":["https://199.19.213.79:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.79:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.79:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-19T17:51:57.034963Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"39.615435ms"} {"level":"info","ts":"2026-03-19T17:51:57.092456Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d42821602b060932","cluster-id":"2ce6ee5cfaa00f0e"} {"level":"info","ts":"2026-03-19T17:51:57.092647Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d42821602b060932 switched to configuration voters=()"} {"level":"info","ts":"2026-03-19T17:51:57.092731Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d42821602b060932 became follower at term 0"} {"level":"info","ts":"2026-03-19T17:51:57.09277Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d42821602b060932 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-19T17:51:57.092791Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d42821602b060932 became follower at term 1"} {"level":"info","ts":"2026-03-19T17:51:57.092883Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d42821602b060932 switched to configuration voters=(15287505632031541554)"} {"level":"warn","ts":"2026-03-19T17:51:57.146961Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-19T17:51:57.15329Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-19T17:51:57.156063Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-19T17:51:57.160413Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d42821602b060932","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-19T17:51:57.160772Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T17:51:57.160897Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d42821602b060932","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-19T17:51:57.160937Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T17:51:57.160957Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T17:51:57.163544Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d42821602b060932 switched to configuration voters=(15287505632031541554)"} {"level":"info","ts":"2026-03-19T17:51:57.164285Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2ce6ee5cfaa00f0e","local-member-id":"d42821602b060932","added-peer-id":"d42821602b060932","added-peer-peer-urls":["https://199.19.213.79:2380"]} {"level":"info","ts":"2026-03-19T17:51:57.166502Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T17:51:57.16668Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.79:2380"} {"level":"info","ts":"2026-03-19T17:51:57.166709Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.79:2380"} {"level":"info","ts":"2026-03-19T17:51:57.166912Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d42821602b060932","initial-advertise-peer-urls":["https://199.19.213.79:2380"],"listen-peer-urls":["https://199.19.213.79:2380"],"advertise-client-urls":["https://199.19.213.79:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.79:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-19T17:51:57.166957Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-19T17:51:57.694403Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d42821602b060932 is starting a new election at term 1"} {"level":"info","ts":"2026-03-19T17:51:57.694459Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d42821602b060932 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-19T17:51:57.694475Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d42821602b060932 received MsgPreVoteResp from d42821602b060932 at term 1"} {"level":"info","ts":"2026-03-19T17:51:57.69449Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d42821602b060932 became candidate at term 2"} {"level":"info","ts":"2026-03-19T17:51:57.694498Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d42821602b060932 received MsgVoteResp from d42821602b060932 at term 2"} {"level":"info","ts":"2026-03-19T17:51:57.694508Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d42821602b060932 became leader at term 2"} {"level":"info","ts":"2026-03-19T17:51:57.694518Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d42821602b060932 elected leader d42821602b060932 at term 2"} {"level":"info","ts":"2026-03-19T17:51:57.695715Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d42821602b060932","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.79:2379]}","request-path":"/0/members/d42821602b060932/attributes","cluster-id":"2ce6ee5cfaa00f0e","publish-timeout":"7s"} {"level":"info","ts":"2026-03-19T17:51:57.695791Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T17:51:57.695847Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:51:57.696098Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-19T17:51:57.696121Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-19T17:51:57.697199Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T17:51:57.697604Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"2ce6ee5cfaa00f0e","local-member-id":"d42821602b060932","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:51:57.697832Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:51:57.697885Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:51:57.698255Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.79:2379"} {"level":"info","ts":"2026-03-19T17:51:57.700348Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-19T17:51:59.38295Z","caller":"traceutil/trace.go:171","msg":"trace[1737632477] linearizableReadLoop","detail":"{readStateIndex:5; appliedIndex:4; }","duration":"178.337213ms","start":"2026-03-19T17:51:59.204554Z","end":"2026-03-19T17:51:59.382891Z","steps":["trace[1737632477] 'read index received' (duration: 128.103µs)","trace[1737632477] 'applied index is now lower than readState.Index' (duration: 178.20793ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:51:59.382968Z","caller":"traceutil/trace.go:171","msg":"trace[633581977] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"178.416385ms","start":"2026-03-19T17:51:59.204514Z","end":"2026-03-19T17:51:59.38293Z","steps":["trace[633581977] 'process raft request' (duration: 178.161509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:51:59.383433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.734962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-19T17:51:59.383608Z","caller":"traceutil/trace.go:171","msg":"trace[730151006] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2; }","duration":"179.008339ms","start":"2026-03-19T17:51:59.204547Z","end":"2026-03-19T17:51:59.383556Z","steps":["trace[730151006] 'agreement among raft nodes before linearized reading' (duration: 178.472156ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:51:59.464558Z","caller":"traceutil/trace.go:171","msg":"trace[1647611170] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"182.637047ms","start":"2026-03-19T17:51:59.281872Z","end":"2026-03-19T17:51:59.464509Z","steps":["trace[1647611170] 'process raft request' (duration: 182.418012ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:51:59.46478Z","caller":"traceutil/trace.go:171","msg":"trace[1968441215] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"182.070113ms","start":"2026-03-19T17:51:59.282588Z","end":"2026-03-19T17:51:59.464658Z","steps":["trace[1968441215] 'process raft request' (duration: 181.901399ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:51:59.464937Z","caller":"traceutil/trace.go:171","msg":"trace[838295456] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"182.017162ms","start":"2026-03-19T17:51:59.282902Z","end":"2026-03-19T17:51:59.46492Z","steps":["trace[838295456] 'process raft request' (duration: 181.666943ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:51:59.464824Z","caller":"traceutil/trace.go:171","msg":"trace[1878896424] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"181.94303ms","start":"2026-03-19T17:51:59.282815Z","end":"2026-03-19T17:51:59.464758Z","steps":["trace[1878896424] 'process raft request' (duration: 181.701974ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:51:59.465463Z","caller":"traceutil/trace.go:171","msg":"trace[43175744] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"182.543336ms","start":"2026-03-19T17:51:59.282886Z","end":"2026-03-19T17:51:59.465429Z","steps":["trace[43175744] 'process raft request' (duration: 181.721885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:51:59.465698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.956339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-19T17:51:59.465765Z","caller":"traceutil/trace.go:171","msg":"trace[2143033874] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:9; }","duration":"108.048981ms","start":"2026-03-19T17:51:59.357683Z","end":"2026-03-19T17:51:59.465732Z","steps":["trace[2143033874] 'agreement among raft nodes before linearized reading' (duration: 107.851146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:51:59.465804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.864003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-19T17:51:59.465898Z","caller":"traceutil/trace.go:171","msg":"trace[1438864092] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:9; }","duration":"183.19054ms","start":"2026-03-19T17:51:59.282683Z","end":"2026-03-19T17:51:59.465874Z","steps":["trace[1438864092] 'agreement among raft nodes before linearized reading' (duration: 183.048597ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:51:59.466107Z","caller":"traceutil/trace.go:171","msg":"trace[745133925] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"172.000269ms","start":"2026-03-19T17:51:59.294094Z","end":"2026-03-19T17:51:59.466094Z","steps":["trace[745133925] 'process raft request' (duration: 171.193038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:51:59.466185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.471518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-19T17:51:59.466242Z","caller":"traceutil/trace.go:171","msg":"trace[2050434703] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:9; }","duration":"183.615471ms","start":"2026-03-19T17:51:59.282612Z","end":"2026-03-19T17:51:59.466228Z","steps":["trace[2050434703] 'agreement among raft nodes before linearized reading' (duration: 183.524239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:51:59.466545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.413753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.79\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-19T17:51:59.466538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.984697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-19T17:51:59.466604Z","caller":"traceutil/trace.go:171","msg":"trace[2064370208] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:9; }","duration":"110.05325ms","start":"2026-03-19T17:51:59.35654Z","end":"2026-03-19T17:51:59.466593Z","steps":["trace[2064370208] 'agreement among raft nodes before linearized reading' (duration: 109.967528ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:51:59.466602Z","caller":"traceutil/trace.go:171","msg":"trace[1352073014] range","detail":"{range_begin:/registry/masterleases/199.19.213.79; range_end:; response_count:0; response_revision:9; }","duration":"187.518176ms","start":"2026-03-19T17:51:59.279071Z","end":"2026-03-19T17:51:59.466589Z","steps":["trace[1352073014] 'agreement among raft nodes before linearized reading' (duration: 187.435324ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:51:59.464569Z","caller":"traceutil/trace.go:171","msg":"trace[1315408523] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"182.149315ms","start":"2026-03-19T17:51:59.282393Z","end":"2026-03-19T17:51:59.464542Z","steps":["trace[1315408523] 'process raft request' (duration: 182.062922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:51:59.465642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.339103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-19T17:51:59.467378Z","caller":"traceutil/trace.go:171","msg":"trace[1909894782] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:9; }","duration":"134.102486ms","start":"2026-03-19T17:51:59.333246Z","end":"2026-03-19T17:51:59.467349Z","steps":["trace[1909894782] 'agreement among raft nodes before linearized reading' (duration: 132.245841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:51:59.620333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.725836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-19T17:51:59.620377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.837384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-19T17:51:59.620402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.576197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-19T17:51:59.620431Z","caller":"traceutil/trace.go:171","msg":"trace[1054120378] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:0; response_revision:9; }","duration":"234.882109ms","start":"2026-03-19T17:51:59.385524Z","end":"2026-03-19T17:51:59.620406Z","steps":["trace[1054120378] 'agreement among raft nodes before linearized reading' (duration: 81.500924ms)","trace[1054120378] 'range keys from in-memory index tree' (duration: 153.246272ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:51:59.620479Z","caller":"traceutil/trace.go:171","msg":"trace[1331832163] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:9; }","duration":"264.016599ms","start":"2026-03-19T17:51:59.356437Z","end":"2026-03-19T17:51:59.620453Z","steps":["trace[1331832163] 'agreement among raft nodes before linearized reading' (duration: 110.855578ms)","trace[1331832163] 'range keys from in-memory index tree' (duration: 152.831102ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:51:59.620501Z","caller":"traceutil/trace.go:171","msg":"trace[1300638067] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:9; }","duration":"401.703642ms","start":"2026-03-19T17:51:59.218766Z","end":"2026-03-19T17:51:59.620469Z","steps":["trace[1300638067] 'agreement among raft nodes before linearized reading' (duration: 248.218884ms)","trace[1300638067] 'range keys from in-memory index tree' (duration: 153.328524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:51:59.620557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:51:59.218756Z","time spent":"401.789874ms","remote":"127.0.0.1:53496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"info","ts":"2026-03-19T17:51:59.621091Z","caller":"traceutil/trace.go:171","msg":"trace[175388919] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"151.336625ms","start":"2026-03-19T17:51:59.46972Z","end":"2026-03-19T17:51:59.621057Z","steps":["trace[175388919] 'process raft request' (duration: 58.579716ms)","trace[175388919] 'compare' (duration: 92.564534ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:51:59.667378Z","caller":"traceutil/trace.go:171","msg":"trace[906611953] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"193.339328ms","start":"2026-03-19T17:51:59.474006Z","end":"2026-03-19T17:51:59.667345Z","steps":["trace[906611953] 'process raft request' (duration: 193.153163ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:51:59.667465Z","caller":"traceutil/trace.go:171","msg":"trace[862843897] linearizableReadLoop","detail":"{readStateIndex:14; appliedIndex:12; }","duration":"195.526921ms","start":"2026-03-19T17:51:59.47192Z","end":"2026-03-19T17:51:59.667447Z","steps":["trace[862843897] 'read index received' (duration: 56.260169ms)","trace[862843897] 'applied index is now lower than readState.Index' (duration: 139.265622ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:51:59.66749Z","caller":"traceutil/trace.go:171","msg":"trace[896941247] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"193.792709ms","start":"2026-03-19T17:51:59.47367Z","end":"2026-03-19T17:51:59.667463Z","steps":["trace[896941247] 'process raft request' (duration: 193.40914ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:51:59.667555Z","caller":"traceutil/trace.go:171","msg":"trace[1525186046] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"191.917773ms","start":"2026-03-19T17:51:59.475626Z","end":"2026-03-19T17:51:59.667544Z","steps":["trace[1525186046] 'process raft request' (duration: 191.583055ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:51:59.66773Z","caller":"traceutil/trace.go:171","msg":"trace[1238305193] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"193.669016ms","start":"2026-03-19T17:51:59.473823Z","end":"2026-03-19T17:51:59.667492Z","steps":["trace[1238305193] 'process raft request' (duration: 193.293547ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:51:59.667777Z","caller":"traceutil/trace.go:171","msg":"trace[786813246] transaction","detail":"{read_only:false; number_of_response:0; response_revision:15; }","duration":"192.092248ms","start":"2026-03-19T17:51:59.475674Z","end":"2026-03-19T17:51:59.667766Z","steps":["trace[786813246] 'process raft request' (duration: 191.570105ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:51:59.66783Z","caller":"traceutil/trace.go:171","msg":"trace[1526669594] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"187.301321ms","start":"2026-03-19T17:51:59.48051Z","end":"2026-03-19T17:51:59.667812Z","steps":["trace[1526669594] 'process raft request' (duration: 186.84517ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:51:59.668008Z","caller":"traceutil/trace.go:171","msg":"trace[256291192] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"191.714229ms","start":"2026-03-19T17:51:59.476139Z","end":"2026-03-19T17:51:59.667853Z","steps":["trace[256291192] 'process raft request' (duration: 191.134495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:51:59.668058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.117045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-19T17:51:59.668106Z","caller":"traceutil/trace.go:171","msg":"trace[419679691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17; }","duration":"196.226857ms","start":"2026-03-19T17:51:59.471867Z","end":"2026-03-19T17:51:59.668094Z","steps":["trace[419679691] 'agreement among raft nodes before linearized reading' (duration: 196.127645ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:51:59.667244Z","caller":"traceutil/trace.go:171","msg":"trace[1428997886] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"195.355557ms","start":"2026-03-19T17:51:59.47186Z","end":"2026-03-19T17:51:59.667216Z","steps":["trace[1428997886] 'process raft request' (duration: 195.141962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:51:59.670009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.647937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-19T17:51:59.670059Z","caller":"traceutil/trace.go:171","msg":"trace[136470479] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:18; }","duration":"136.74559ms","start":"2026-03-19T17:51:59.533302Z","end":"2026-03-19T17:51:59.670047Z","steps":["trace[136470479] 'agreement among raft nodes before linearized reading' (duration: 136.590997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:01.483934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.030009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:01.484318Z","caller":"traceutil/trace.go:171","msg":"trace[1856833587] linearizableReadLoop","detail":"{readStateIndex:202; appliedIndex:200; }","duration":"229.039287ms","start":"2026-03-19T17:52:01.255255Z","end":"2026-03-19T17:52:01.484294Z","steps":["trace[1856833587] 'read index received' (duration: 211.091921ms)","trace[1856833587] 'applied index is now lower than readState.Index' (duration: 17.946066ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:01.484337Z","caller":"traceutil/trace.go:171","msg":"trace[971797550] transaction","detail":"{read_only:false; response_revision:196; number_of_response:1; }","duration":"457.723824ms","start":"2026-03-19T17:52:01.02657Z","end":"2026-03-19T17:52:01.484294Z","steps":["trace[971797550] 'process raft request' (duration: 176.589059ms)","trace[971797550] 'compare' (duration: 279.830884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:01.484447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.189941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:52:01.484482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:01.026543Z","time spent":"457.870238ms","remote":"127.0.0.1:53360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":465,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:01.484495Z","caller":"traceutil/trace.go:171","msg":"trace[668413229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:197; }","duration":"229.292853ms","start":"2026-03-19T17:52:01.255189Z","end":"2026-03-19T17:52:01.484482Z","steps":["trace[668413229] 'agreement among raft nodes before linearized reading' (duration: 229.18235ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:01.484905Z","caller":"traceutil/trace.go:171","msg":"trace[986205289] transaction","detail":"{read_only:false; response_revision:197; number_of_response:1; }","duration":"361.908682ms","start":"2026-03-19T17:52:01.122941Z","end":"2026-03-19T17:52:01.484849Z","steps":["trace[986205289] 'process raft request' (duration: 361.265186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:01.485239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:01.122914Z","time spent":"362.172428ms","remote":"127.0.0.1:53350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:01.920996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.194781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:01.921176Z","caller":"traceutil/trace.go:171","msg":"trace[1832320880] transaction","detail":"{read_only:false; response_revision:198; number_of_response:1; }","duration":"429.623891ms","start":"2026-03-19T17:52:01.491508Z","end":"2026-03-19T17:52:01.921132Z","steps":["trace[1832320880] 'process raft request' (duration: 108.173153ms)","trace[1832320880] 'compare' (duration: 321.018647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:01.921294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:01.491486Z","time spent":"429.766085ms","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:02.29095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.927649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:02.291205Z","caller":"traceutil/trace.go:171","msg":"trace[2054734044] linearizableReadLoop","detail":"{readStateIndex:206; appliedIndex:204; }","duration":"314.815486ms","start":"2026-03-19T17:52:01.976362Z","end":"2026-03-19T17:52:02.291178Z","steps":["trace[2054734044] 'read index received' (duration: 185.693392ms)","trace[2054734044] 'applied index is now lower than readState.Index' (duration: 129.121114ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:02.291224Z","caller":"traceutil/trace.go:171","msg":"trace[1004849558] transaction","detail":"{read_only:false; response_revision:200; number_of_response:1; }","duration":"363.997024ms","start":"2026-03-19T17:52:01.927181Z","end":"2026-03-19T17:52:02.291178Z","steps":["trace[1004849558] 'process raft request' (duration: 234.774207ms)","trace[1004849558] 'compare' (duration: 128.755505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:02.29142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:01.927156Z","time spent":"364.197539ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:02.291388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.017281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:02.291551Z","caller":"traceutil/trace.go:171","msg":"trace[48449224] transaction","detail":"{read_only:false; response_revision:201; number_of_response:1; }","duration":"329.006321ms","start":"2026-03-19T17:52:01.96252Z","end":"2026-03-19T17:52:02.291526Z","steps":["trace[48449224] 'process raft request' (duration: 328.54093ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:02.29159Z","caller":"traceutil/trace.go:171","msg":"trace[1129001466] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:202; }","duration":"315.264427ms","start":"2026-03-19T17:52:01.976297Z","end":"2026-03-19T17:52:02.291561Z","steps":["trace[1129001466] 'agreement among raft nodes before linearized reading' (duration: 314.97043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:02.291659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:01.976278Z","time spent":"315.362469ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T17:52:02.291547Z","caller":"traceutil/trace.go:171","msg":"trace[1709254561] transaction","detail":"{read_only:false; response_revision:202; number_of_response:1; }","duration":"178.947197ms","start":"2026-03-19T17:52:02.112552Z","end":"2026-03-19T17:52:02.291499Z","steps":["trace[1709254561] 'process raft request' (duration: 178.562808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:02.291728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:01.962492Z","time spent":"329.150345ms","remote":"127.0.0.1:53434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:06.895438Z","caller":"traceutil/trace.go:171","msg":"trace[1375054152] linearizableReadLoop","detail":"{readStateIndex:309; appliedIndex:308; }","duration":"211.618334ms","start":"2026-03-19T17:52:06.683799Z","end":"2026-03-19T17:52:06.895417Z","steps":["trace[1375054152] 'read index received' (duration: 211.45473ms)","trace[1375054152] 'applied index is now lower than readState.Index' (duration: 161.974µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:06.895528Z","caller":"traceutil/trace.go:171","msg":"trace[1528047565] transaction","detail":"{read_only:false; response_revision:299; number_of_response:1; }","duration":"218.651875ms","start":"2026-03-19T17:52:06.676841Z","end":"2026-03-19T17:52:06.895493Z","steps":["trace[1528047565] 'process raft request' (duration: 218.43205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:06.895733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.068168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-19T17:52:06.895816Z","caller":"traceutil/trace.go:171","msg":"trace[1481715253] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:299; }","duration":"176.193331ms","start":"2026-03-19T17:52:06.719599Z","end":"2026-03-19T17:52:06.895793Z","steps":["trace[1481715253] 'agreement among raft nodes before linearized reading' (duration: 176.062758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:06.896259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.437254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:52:06.896411Z","caller":"traceutil/trace.go:171","msg":"trace[1734108194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:299; }","duration":"212.606587ms","start":"2026-03-19T17:52:06.683781Z","end":"2026-03-19T17:52:06.896388Z","steps":["trace[1734108194] 'agreement among raft nodes before linearized reading' (duration: 211.769827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:06.896587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.908291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-03-19T17:52:06.896666Z","caller":"traceutil/trace.go:171","msg":"trace[464536268] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:299; }","duration":"127.026633ms","start":"2026-03-19T17:52:06.769618Z","end":"2026-03-19T17:52:06.896645Z","steps":["trace[464536268] 'agreement among raft nodes before linearized reading' (duration: 126.705606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:07.686044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.571949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:07.686259Z","caller":"traceutil/trace.go:171","msg":"trace[58321149] linearizableReadLoop","detail":"{readStateIndex:311; appliedIndex:309; }","duration":"766.189706ms","start":"2026-03-19T17:52:06.920052Z","end":"2026-03-19T17:52:07.686242Z","steps":["trace[58321149] 'read index received' (duration: 359.008802ms)","trace[58321149] 'applied index is now lower than readState.Index' (duration: 407.179614ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:07.686472Z","caller":"traceutil/trace.go:171","msg":"trace[1505058773] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"785.695431ms","start":"2026-03-19T17:52:06.900743Z","end":"2026-03-19T17:52:07.686438Z","steps":["trace[1505058773] 'process raft request' (duration: 378.371393ms)","trace[1505058773] 'compare' (duration: 406.449337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:07.686578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:06.900725Z","time spent":"785.801804ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:07.686653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.739622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"info","ts":"2026-03-19T17:52:07.686654Z","caller":"traceutil/trace.go:171","msg":"trace[1235450036] transaction","detail":"{read_only:false; response_revision:301; number_of_response:1; }","duration":"782.811841ms","start":"2026-03-19T17:52:06.903804Z","end":"2026-03-19T17:52:07.686615Z","steps":["trace[1235450036] 'process raft request' (duration: 782.37069ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:07.686716Z","caller":"traceutil/trace.go:171","msg":"trace[1855059021] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:301; }","duration":"509.815684ms","start":"2026-03-19T17:52:07.176884Z","end":"2026-03-19T17:52:07.6867Z","steps":["trace[1855059021] 'agreement among raft nodes before linearized reading' (duration: 509.67091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:07.686759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:07.176877Z","time spent":"509.870585ms","remote":"127.0.0.1:53262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6984,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-19T17:52:07.686759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:06.903785Z","time spent":"782.928603ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":596,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:07.686766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.748754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-19T17:52:07.686752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.664907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-19T17:52:07.686814Z","caller":"traceutil/trace.go:171","msg":"trace[562942352] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:301; }","duration":"466.817706ms","start":"2026-03-19T17:52:07.219981Z","end":"2026-03-19T17:52:07.686799Z","steps":["trace[562942352] 'agreement among raft nodes before linearized reading' (duration: 466.733584ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:07.686842Z","caller":"traceutil/trace.go:171","msg":"trace[947373020] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:301; }","duration":"766.831181ms","start":"2026-03-19T17:52:06.91999Z","end":"2026-03-19T17:52:07.686821Z","steps":["trace[947373020] 'agreement among raft nodes before linearized reading' (duration: 766.463632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:07.686831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.308416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-19T17:52:07.686854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:07.219969Z","time spent":"466.874547ms","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-03-19T17:52:07.686924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:06.919964Z","time spent":"766.946354ms","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"info","ts":"2026-03-19T17:52:07.686934Z","caller":"traceutil/trace.go:171","msg":"trace[1646834939] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:301; }","duration":"416.44269ms","start":"2026-03-19T17:52:07.270473Z","end":"2026-03-19T17:52:07.686916Z","steps":["trace[1646834939] 'agreement among raft nodes before linearized reading' (duration: 416.263686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:07.686977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:07.27046Z","time spent":"416.508221ms","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-03-19T17:52:07.687029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.657613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-19T17:52:07.687059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.864435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4659"} {"level":"info","ts":"2026-03-19T17:52:07.687107Z","caller":"traceutil/trace.go:171","msg":"trace[677820306] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:301; }","duration":"509.925966ms","start":"2026-03-19T17:52:07.177168Z","end":"2026-03-19T17:52:07.687094Z","steps":["trace[677820306] 'agreement among raft nodes before linearized reading' (duration: 509.823254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:07.687134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.646816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"warn","ts":"2026-03-19T17:52:07.687157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.125411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4322"} {"level":"warn","ts":"2026-03-19T17:52:07.687191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.554831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-19T17:52:07.687219Z","caller":"traceutil/trace.go:171","msg":"trace[1394603920] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:301; }","duration":"510.199093ms","start":"2026-03-19T17:52:07.177006Z","end":"2026-03-19T17:52:07.687205Z","steps":["trace[1394603920] 'agreement among raft nodes before linearized reading' (duration: 510.098141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:07.687234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.404106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-19T17:52:07.68725Z","caller":"traceutil/trace.go:171","msg":"trace[1606785316] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:301; }","duration":"517.632494ms","start":"2026-03-19T17:52:07.169596Z","end":"2026-03-19T17:52:07.687229Z","steps":["trace[1606785316] 'agreement among raft nodes before linearized reading' (duration: 517.552062ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:07.687263Z","caller":"traceutil/trace.go:171","msg":"trace[1106599911] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:301; }","duration":"567.473837ms","start":"2026-03-19T17:52:07.119782Z","end":"2026-03-19T17:52:07.687256Z","steps":["trace[1106599911] 'agreement among raft nodes before linearized reading' (duration: 567.419196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:07.687265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:07.177001Z","time spent":"510.251424ms","remote":"127.0.0.1:53262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4345,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-19T17:52:07.687295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:07.11976Z","time spent":"567.529058ms","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-03-19T17:52:07.687253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.139217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-19T17:52:07.687332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:07.169581Z","time spent":"517.706515ms","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"info","ts":"2026-03-19T17:52:07.687379Z","caller":"traceutil/trace.go:171","msg":"trace[296973800] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:301; }","duration":"617.263511ms","start":"2026-03-19T17:52:07.070098Z","end":"2026-03-19T17:52:07.687361Z","steps":["trace[296973800] 'agreement among raft nodes before linearized reading' (duration: 617.098906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:07.687453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:07.070059Z","time spent":"617.380604ms","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-03-19T17:52:07.687452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.657719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-03-19T17:52:07.687532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.371888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5326"} {"level":"warn","ts":"2026-03-19T17:52:07.687574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.935366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4196"} {"level":"info","ts":"2026-03-19T17:52:07.687592Z","caller":"traceutil/trace.go:171","msg":"trace[1202744585] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:301; }","duration":"510.44656ms","start":"2026-03-19T17:52:07.177132Z","end":"2026-03-19T17:52:07.687578Z","steps":["trace[1202744585] 'agreement among raft nodes before linearized reading' (duration: 510.352778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:07.687606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.257272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-03-19T17:52:07.687608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.246769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-03-19T17:52:07.687638Z","caller":"traceutil/trace.go:171","msg":"trace[1298515158] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:301; }","duration":"668.347114ms","start":"2026-03-19T17:52:07.019283Z","end":"2026-03-19T17:52:07.68763Z","steps":["trace[1298515158] 'agreement among raft nodes before linearized reading' (duration: 668.289203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:07.687163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:07.177161Z","time spent":"509.988568ms","remote":"127.0.0.1:53262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4682,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-03-19T17:52:07.687549Z","caller":"traceutil/trace.go:171","msg":"trace[1473030465] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:301; }","duration":"511.796502ms","start":"2026-03-19T17:52:07.175743Z","end":"2026-03-19T17:52:07.687539Z","steps":["trace[1473030465] 'agreement among raft nodes before linearized reading' (duration: 511.658699ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:07.687616Z","caller":"traceutil/trace.go:171","msg":"trace[1182201606] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:301; }","duration":"511.995797ms","start":"2026-03-19T17:52:07.175609Z","end":"2026-03-19T17:52:07.687604Z","steps":["trace[1182201606] 'agreement among raft nodes before linearized reading' (duration: 511.921255ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:07.687172Z","caller":"traceutil/trace.go:171","msg":"trace[1416063142] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:301; }","duration":"366.707868ms","start":"2026-03-19T17:52:07.320455Z","end":"2026-03-19T17:52:07.687163Z","steps":["trace[1416063142] 'agreement among raft nodes before linearized reading' (duration: 366.625366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:07.687718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:07.175728Z","time spent":"511.978687ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-03-19T17:52:07.687108Z","caller":"traceutil/trace.go:171","msg":"trace[702732755] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:301; }","duration":"434.755456ms","start":"2026-03-19T17:52:07.252327Z","end":"2026-03-19T17:52:07.687082Z","steps":["trace[702732755] 'agreement among raft nodes before linearized reading' (duration: 434.50896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:07.687768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:07.252315Z","time spent":"435.445943ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:52:07.687726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:07.320438Z","time spent":"367.282582ms","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":257,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-03-19T17:52:07.687854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.412723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-19T17:52:07.687955Z","caller":"traceutil/trace.go:171","msg":"trace[2026847982] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:301; }","duration":"718.580148ms","start":"2026-03-19T17:52:06.96936Z","end":"2026-03-19T17:52:07.68794Z","steps":["trace[2026847982] 'agreement among raft nodes before linearized reading' (duration: 717.155762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:07.688014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:06.969343Z","time spent":"718.657869ms","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-03-19T17:52:07.687633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:07.177127Z","time spent":"510.495551ms","remote":"127.0.0.1:53262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5349,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-03-19T17:52:07.687729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:07.175599Z","time spent":"512.11589ms","remote":"127.0.0.1:53258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4219,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T17:52:07.687665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:07.019266Z","time spent":"668.391766ms","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"info","ts":"2026-03-19T17:52:07.687664Z","caller":"traceutil/trace.go:171","msg":"trace[189021076] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:301; }","duration":"511.405473ms","start":"2026-03-19T17:52:07.176243Z","end":"2026-03-19T17:52:07.687649Z","steps":["trace[189021076] 'agreement among raft nodes before linearized reading' (duration: 511.237209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:07.688488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:07.176233Z","time spent":"512.116159ms","remote":"127.0.0.1:53262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7317,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-19T17:52:08.196777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":662764749535750100,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:52:08.697563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":662764749535750100,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:52:09.198357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":662764749535750100,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:52:09.582439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.885982762s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T17:52:09.58281Z","caller":"traceutil/trace.go:171","msg":"trace[261993909] transaction","detail":"{read_only:false; response_revision:302; number_of_response:1; }","duration":"1.886621138s","start":"2026-03-19T17:52:07.696159Z","end":"2026-03-19T17:52:09.58278Z","steps":["trace[261993909] 'process raft request' (duration: 1.886483934s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:09.582942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:07.696149Z","time spent":"1.8867288s","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1723,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:09.591275Z","caller":"traceutil/trace.go:171","msg":"trace[189259041] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"1.893790313s","start":"2026-03-19T17:52:07.697469Z","end":"2026-03-19T17:52:09.59126Z","steps":["trace[189259041] 'process raft request' (duration: 1.89365814s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:09.591405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:07.697453Z","time spent":"1.893890925s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:09.591621Z","caller":"traceutil/trace.go:171","msg":"trace[125118078] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"1.892677155s","start":"2026-03-19T17:52:07.698918Z","end":"2026-03-19T17:52:09.591595Z","steps":["trace[125118078] 'process raft request' (duration: 1.892307626s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:09.591673Z","caller":"traceutil/trace.go:171","msg":"trace[1628525764] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"1.891540088s","start":"2026-03-19T17:52:07.700115Z","end":"2026-03-19T17:52:09.591655Z","steps":["trace[1628525764] 'process raft request' (duration: 1.891381284s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:09.591759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:07.698853Z","time spent":"1.892830819s","remote":"127.0.0.1:53436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":899,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:09.591762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:07.700104Z","time spent":"1.89161248s","remote":"127.0.0.1:53436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2191,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:09.591907Z","caller":"traceutil/trace.go:171","msg":"trace[589233745] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"1.891585769s","start":"2026-03-19T17:52:07.7003Z","end":"2026-03-19T17:52:09.591885Z","steps":["trace[589233745] 'process raft request' (duration: 1.891303502s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:09.591999Z","caller":"traceutil/trace.go:171","msg":"trace[30816221] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"1.891569838s","start":"2026-03-19T17:52:07.700411Z","end":"2026-03-19T17:52:09.59198Z","steps":["trace[30816221] 'process raft request' (duration: 1.891366224s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:09.592033Z","caller":"traceutil/trace.go:171","msg":"trace[231001224] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"1.890500352s","start":"2026-03-19T17:52:07.701499Z","end":"2026-03-19T17:52:09.591999Z","steps":["trace[231001224] 'process raft request' (duration: 1.890378529s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:09.592085Z","caller":"traceutil/trace.go:171","msg":"trace[346459766] transaction","detail":"{read_only:false; response_revision:309; number_of_response:1; }","duration":"1.88956931s","start":"2026-03-19T17:52:07.702499Z","end":"2026-03-19T17:52:09.592068Z","steps":["trace[346459766] 'process raft request' (duration: 1.889428486s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:09.592132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:07.701488Z","time spent":"1.890603894s","remote":"127.0.0.1:53598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2150,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:09.592171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:07.702491Z","time spent":"1.889642321s","remote":"127.0.0.1:53360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1050,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:09.592181Z","caller":"traceutil/trace.go:171","msg":"trace[2098192796] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"1.889536949s","start":"2026-03-19T17:52:07.702622Z","end":"2026-03-19T17:52:09.592159Z","steps":["trace[2098192796] 'process raft request' (duration: 1.889348374s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:09.592231Z","caller":"traceutil/trace.go:171","msg":"trace[1824441170] linearizableReadLoop","detail":"{readStateIndex:321; appliedIndex:312; }","duration":"1.895699248s","start":"2026-03-19T17:52:07.696521Z","end":"2026-03-19T17:52:09.59222Z","steps":["trace[1824441170] 'read index received' (duration: 1.886297369s)","trace[1824441170] 'applied index is now lower than readState.Index' (duration: 9.400869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:09.592167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:07.700404Z","time spent":"1.891664551s","remote":"127.0.0.1:53350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1251,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:09.592293Z","caller":"traceutil/trace.go:171","msg":"trace[2079960440] transaction","detail":"{read_only:false; response_revision:311; number_of_response:1; }","duration":"1.88826303s","start":"2026-03-19T17:52:07.704023Z","end":"2026-03-19T17:52:09.592286Z","steps":["trace[2079960440] 'process raft request' (duration: 1.887999553s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:09.592293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:07.702616Z","time spent":"1.889623761s","remote":"127.0.0.1:53160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:09.59234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:07.704017Z","time spent":"1.88829712s","remote":"127.0.0.1:53258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4354,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:09.592351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:07.700293Z","time spent":"1.891762763s","remote":"127.0.0.1:53436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2094,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:09.59247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896005187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-19T17:52:09.592531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124500072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:52:09.592576Z","caller":"traceutil/trace.go:171","msg":"trace[706023457] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:312; }","duration":"1.124546082s","start":"2026-03-19T17:52:08.468003Z","end":"2026-03-19T17:52:09.592549Z","steps":["trace[706023457] 'agreement among raft nodes before linearized reading' (duration: 1.124500521s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:09.59261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:08.467991Z","time spent":"1.124613684s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:52:09.592614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14543038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T17:52:09.592401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893301611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"warn","ts":"2026-03-19T17:52:09.592658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452470817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:09.592676Z","caller":"traceutil/trace.go:171","msg":"trace[1771213021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:312; }","duration":"1.145530833s","start":"2026-03-19T17:52:08.447129Z","end":"2026-03-19T17:52:09.59266Z","steps":["trace[1771213021] 'agreement among raft nodes before linearized reading' (duration: 1.145370949s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:09.5927Z","caller":"traceutil/trace.go:171","msg":"trace[1406446661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:312; }","duration":"1.452553619s","start":"2026-03-19T17:52:08.140134Z","end":"2026-03-19T17:52:09.592688Z","steps":["trace[1406446661] 'agreement among raft nodes before linearized reading' (duration: 1.452480058s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:09.59273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:08.140114Z","time spent":"1.4526107s","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:52:09.592725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:08.447107Z","time spent":"1.145605605s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T17:52:09.59263Z","caller":"traceutil/trace.go:171","msg":"trace[1250933482] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:312; }","duration":"1.896074758s","start":"2026-03-19T17:52:07.696441Z","end":"2026-03-19T17:52:09.592515Z","steps":["trace[1250933482] 'agreement among raft nodes before linearized reading' (duration: 1.896003447s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:09.592918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:07.696431Z","time spent":"1.896431988s","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"info","ts":"2026-03-19T17:52:09.592674Z","caller":"traceutil/trace.go:171","msg":"trace[1298879513] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:312; }","duration":"1.893607319s","start":"2026-03-19T17:52:07.699057Z","end":"2026-03-19T17:52:09.592665Z","steps":["trace[1298879513] 'agreement among raft nodes before linearized reading' (duration: 1.89324983s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:09.593191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:07.699052Z","time spent":"1.89408957s","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"info","ts":"2026-03-19T17:52:18.18713Z","caller":"traceutil/trace.go:171","msg":"trace[1920466740] linearizableReadLoop","detail":"{readStateIndex:393; appliedIndex:391; }","duration":"410.484476ms","start":"2026-03-19T17:52:17.77662Z","end":"2026-03-19T17:52:18.187104Z","steps":["trace[1920466740] 'read index received' (duration: 327.076525ms)","trace[1920466740] 'applied index is now lower than readState.Index' (duration: 83.406961ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:18.187208Z","caller":"traceutil/trace.go:171","msg":"trace[687344949] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"513.954565ms","start":"2026-03-19T17:52:17.673217Z","end":"2026-03-19T17:52:18.187172Z","steps":["trace[687344949] 'process raft request' (duration: 513.855083ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:18.187214Z","caller":"traceutil/trace.go:171","msg":"trace[166791415] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"514.020857ms","start":"2026-03-19T17:52:17.673137Z","end":"2026-03-19T17:52:18.187158Z","steps":["trace[166791415] 'process raft request' (duration: 430.603946ms)","trace[166791415] 'compare' (duration: 83.161674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:18.187434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:17.673185Z","time spent":"514.102958ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:18.187494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:17.673106Z","time spent":"514.256752ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:18.187272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.629579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:52:18.187624Z","caller":"traceutil/trace.go:171","msg":"trace[1683338910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:380; }","duration":"411.046909ms","start":"2026-03-19T17:52:17.776558Z","end":"2026-03-19T17:52:18.187605Z","steps":["trace[1683338910] 'agreement among raft nodes before linearized reading' (duration: 410.649959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:18.187675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:17.776534Z","time spent":"411.127511ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T17:52:20.620447Z","caller":"traceutil/trace.go:171","msg":"trace[1426799417] linearizableReadLoop","detail":"{readStateIndex:426; appliedIndex:425; }","duration":"427.313754ms","start":"2026-03-19T17:52:20.193099Z","end":"2026-03-19T17:52:20.620412Z","steps":["trace[1426799417] 'read index received' (duration: 427.112559ms)","trace[1426799417] 'applied index is now lower than readState.Index' (duration: 199.945µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:20.62089Z","caller":"traceutil/trace.go:171","msg":"trace[1311438212] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"565.272523ms","start":"2026-03-19T17:52:20.055605Z","end":"2026-03-19T17:52:20.620877Z","steps":["trace[1311438212] 'process raft request' (duration: 564.623848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:20.621035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:20.055573Z","time spent":"565.360246ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:20.621279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.176565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:52:20.621349Z","caller":"traceutil/trace.go:171","msg":"trace[61723464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:412; }","duration":"428.259198ms","start":"2026-03-19T17:52:20.193072Z","end":"2026-03-19T17:52:20.621331Z","steps":["trace[61723464] 'agreement among raft nodes before linearized reading' (duration: 428.163745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:20.621412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:20.193013Z","time spent":"428.385901ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:52:20.621643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.226337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:52:20.621699Z","caller":"traceutil/trace.go:171","msg":"trace[578253687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:412; }","duration":"428.292889ms","start":"2026-03-19T17:52:20.193394Z","end":"2026-03-19T17:52:20.621687Z","steps":["trace[578253687] 'agreement among raft nodes before linearized reading' (duration: 428.199136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:20.621734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:20.193391Z","time spent":"428.33518ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:52:20.621973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.060719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:20.622012Z","caller":"traceutil/trace.go:171","msg":"trace[1491870317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:412; }","duration":"296.156411ms","start":"2026-03-19T17:52:20.325845Z","end":"2026-03-19T17:52:20.622002Z","steps":["trace[1491870317] 'agreement among raft nodes before linearized reading' (duration: 296.09424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:20.622184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.930641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:52:20.622223Z","caller":"traceutil/trace.go:171","msg":"trace[1699695117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:412; }","duration":"418.979372ms","start":"2026-03-19T17:52:20.203235Z","end":"2026-03-19T17:52:20.622215Z","steps":["trace[1699695117] 'agreement among raft nodes before linearized reading' (duration: 418.913691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:20.622261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:20.203231Z","time spent":"419.023763ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:52:21.441011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.533289ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:21.441151Z","caller":"traceutil/trace.go:171","msg":"trace[1946736292] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:412; }","duration":"753.696292ms","start":"2026-03-19T17:52:20.687433Z","end":"2026-03-19T17:52:21.44113Z","steps":["trace[1946736292] 'range keys from in-memory index tree' (duration: 753.492847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:21.441278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.10096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:21.441454Z","caller":"traceutil/trace.go:171","msg":"trace[1222602247] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"814.731539ms","start":"2026-03-19T17:52:20.626696Z","end":"2026-03-19T17:52:21.441428Z","steps":["trace[1222602247] 'process raft request' (duration: 148.349632ms)","trace[1222602247] 'compare' (duration: 665.920125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:21.441536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:20.626674Z","time spent":"814.82479ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:21.475219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":662764749535750281,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T17:52:21.495431Z","caller":"traceutil/trace.go:171","msg":"trace[982851968] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"868.53993ms","start":"2026-03-19T17:52:20.626871Z","end":"2026-03-19T17:52:21.495411Z","steps":["trace[982851968] 'process raft request' (duration: 868.330924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:21.495585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:20.626858Z","time spent":"868.642822ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:21.49573Z","caller":"traceutil/trace.go:171","msg":"trace[1737666389] linearizableReadLoop","detail":"{readStateIndex:429; appliedIndex:427; }","duration":"521.355915ms","start":"2026-03-19T17:52:20.974364Z","end":"2026-03-19T17:52:21.49572Z","steps":["trace[1737666389] 'read index received' (duration: 520.854052ms)","trace[1737666389] 'applied index is now lower than readState.Index' (duration: 500.863µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:21.495807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.440007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.79\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T17:52:21.495831Z","caller":"traceutil/trace.go:171","msg":"trace[64637437] range","detail":"{range_begin:/registry/masterleases/199.19.213.79; range_end:; response_count:1; response_revision:415; }","duration":"521.508229ms","start":"2026-03-19T17:52:20.974315Z","end":"2026-03-19T17:52:21.495823Z","steps":["trace[64637437] 'agreement among raft nodes before linearized reading' (duration: 521.434297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:21.495849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:20.974295Z","time spent":"521.549639ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.79\" "} {"level":"info","ts":"2026-03-19T17:52:21.495966Z","caller":"traceutil/trace.go:171","msg":"trace[704924334] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"867.961284ms","start":"2026-03-19T17:52:20.627976Z","end":"2026-03-19T17:52:21.495937Z","steps":["trace[704924334] 'process raft request' (duration: 867.37647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:21.496132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:20.627966Z","time spent":"868.054166ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:27.863386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.080555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:27.863518Z","caller":"traceutil/trace.go:171","msg":"trace[1676056654] linearizableReadLoop","detail":"{readStateIndex:445; appliedIndex:444; }","duration":"114.59764ms","start":"2026-03-19T17:52:27.748907Z","end":"2026-03-19T17:52:27.863504Z","steps":["trace[1676056654] 'read index received' (duration: 55.561µs)","trace[1676056654] 'applied index is now lower than readState.Index' (duration: 114.540969ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:27.863594Z","caller":"traceutil/trace.go:171","msg":"trace[1243837476] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"290.169476ms","start":"2026-03-19T17:52:27.57341Z","end":"2026-03-19T17:52:27.863579Z","steps":["trace[1243837476] 'process raft request' (duration: 118.779423ms)","trace[1243837476] 'compare' (duration: 170.937532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:27.863839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.946969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:52:27.863879Z","caller":"traceutil/trace.go:171","msg":"trace[50332150] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:429; }","duration":"114.9761ms","start":"2026-03-19T17:52:27.748879Z","end":"2026-03-19T17:52:27.863855Z","steps":["trace[50332150] 'agreement among raft nodes before linearized reading' (duration: 114.659662ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:32.134112Z","caller":"traceutil/trace.go:171","msg":"trace[1670646399] linearizableReadLoop","detail":"{readStateIndex:456; appliedIndex:455; }","duration":"204.746505ms","start":"2026-03-19T17:52:31.929333Z","end":"2026-03-19T17:52:32.134079Z","steps":["trace[1670646399] 'read index received' (duration: 204.484899ms)","trace[1670646399] 'applied index is now lower than readState.Index' (duration: 260.366µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:32.134257Z","caller":"traceutil/trace.go:171","msg":"trace[2042249470] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"216.615724ms","start":"2026-03-19T17:52:31.917623Z","end":"2026-03-19T17:52:32.134239Z","steps":["trace[2042249470] 'process raft request' (duration: 216.280836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:32.134501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.141905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:52:32.134592Z","caller":"traceutil/trace.go:171","msg":"trace[477913399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:439; }","duration":"205.256117ms","start":"2026-03-19T17:52:31.92931Z","end":"2026-03-19T17:52:32.134566Z","steps":["trace[477913399] 'agreement among raft nodes before linearized reading' (duration: 205.096093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:32.870099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.57719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:32.870242Z","caller":"traceutil/trace.go:171","msg":"trace[2071890528] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"493.469086ms","start":"2026-03-19T17:52:32.376753Z","end":"2026-03-19T17:52:32.870222Z","steps":["trace[2071890528] 'process raft request' (duration: 217.66811ms)","trace[2071890528] 'compare' (duration: 275.368185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:32.870712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:32.376742Z","time spent":"493.803983ms","remote":"127.0.0.1:53586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14213,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:33.335656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.536487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:33.335814Z","caller":"traceutil/trace.go:171","msg":"trace[1413342466] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"359.994725ms","start":"2026-03-19T17:52:32.975804Z","end":"2026-03-19T17:52:33.335799Z","steps":["trace[1413342466] 'process raft request' (duration: 359.951434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:33.335876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:32.975771Z","time spent":"360.085637ms","remote":"127.0.0.1:53592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4177,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:33.336032Z","caller":"traceutil/trace.go:171","msg":"trace[226586310] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"454.64419ms","start":"2026-03-19T17:52:32.881329Z","end":"2026-03-19T17:52:33.335974Z","steps":["trace[226586310] 'process raft request' (duration: 151.360716ms)","trace[226586310] 'compare' (duration: 302.234669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:33.336751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:32.881289Z","time spent":"454.873266ms","remote":"127.0.0.1:53598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:33.552363Z","caller":"traceutil/trace.go:171","msg":"trace[967147190] linearizableReadLoop","detail":"{readStateIndex:472; appliedIndex:469; }","duration":"223.093561ms","start":"2026-03-19T17:52:33.329239Z","end":"2026-03-19T17:52:33.552332Z","steps":["trace[967147190] 'read index received' (duration: 5.652827ms)","trace[967147190] 'applied index is now lower than readState.Index' (duration: 217.439194ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:33.552533Z","caller":"traceutil/trace.go:171","msg":"trace[1633053361] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"509.937908ms","start":"2026-03-19T17:52:33.042578Z","end":"2026-03-19T17:52:33.552516Z","steps":["trace[1633053361] 'process raft request' (duration: 500.527818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:33.55269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:33.042547Z","time spent":"510.02565ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317275,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:33.552679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.40803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:33.552786Z","caller":"traceutil/trace.go:171","msg":"trace[1422413162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:455; }","duration":"223.585315ms","start":"2026-03-19T17:52:33.329175Z","end":"2026-03-19T17:52:33.552761Z","steps":["trace[1422413162] 'agreement among raft nodes before linearized reading' (duration: 223.368979ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:33.568031Z","caller":"traceutil/trace.go:171","msg":"trace[2134597829] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"224.607319ms","start":"2026-03-19T17:52:33.343377Z","end":"2026-03-19T17:52:33.567984Z","steps":["trace[2134597829] 'process raft request' (duration: 224.301171ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:33.568552Z","caller":"traceutil/trace.go:171","msg":"trace[1288988088] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"223.596574ms","start":"2026-03-19T17:52:33.344913Z","end":"2026-03-19T17:52:33.56851Z","steps":["trace[1288988088] 'process raft request' (duration: 222.938169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:33.568654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.880261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:33.568747Z","caller":"traceutil/trace.go:171","msg":"trace[123537765] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:457; }","duration":"224.062625ms","start":"2026-03-19T17:52:33.344661Z","end":"2026-03-19T17:52:33.568724Z","steps":["trace[123537765] 'agreement among raft nodes before linearized reading' (duration: 223.862511ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:33.852001Z","caller":"traceutil/trace.go:171","msg":"trace[1205553119] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"248.045019ms","start":"2026-03-19T17:52:33.603923Z","end":"2026-03-19T17:52:33.851968Z","steps":["trace[1205553119] 'process raft request' (duration: 247.959227ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:33.852267Z","caller":"traceutil/trace.go:171","msg":"trace[991682280] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"251.76817ms","start":"2026-03-19T17:52:33.600435Z","end":"2026-03-19T17:52:33.852203Z","steps":["trace[991682280] 'process raft request' (duration: 194.946667ms)","trace[991682280] 'compare' (duration: 56.029234ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:33.852263Z","caller":"traceutil/trace.go:171","msg":"trace[1122882189] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"251.522704ms","start":"2026-03-19T17:52:33.600699Z","end":"2026-03-19T17:52:33.852222Z","steps":["trace[1122882189] 'process raft request' (duration: 251.057342ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:33.852982Z","caller":"traceutil/trace.go:171","msg":"trace[867224324] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"241.815859ms","start":"2026-03-19T17:52:33.611151Z","end":"2026-03-19T17:52:33.852967Z","steps":["trace[867224324] 'process raft request' (duration: 241.590694ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:33.853019Z","caller":"traceutil/trace.go:171","msg":"trace[1642724341] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"239.076032ms","start":"2026-03-19T17:52:33.613927Z","end":"2026-03-19T17:52:33.853003Z","steps":["trace[1642724341] 'process raft request' (duration: 239.00636ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:33.852989Z","caller":"traceutil/trace.go:171","msg":"trace[1718959069] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"240.094856ms","start":"2026-03-19T17:52:33.612877Z","end":"2026-03-19T17:52:33.852972Z","steps":["trace[1718959069] 'process raft request' (duration: 239.983144ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:33.853226Z","caller":"traceutil/trace.go:171","msg":"trace[1792982141] linearizableReadLoop","detail":"{readStateIndex:483; appliedIndex:476; }","duration":"211.07262ms","start":"2026-03-19T17:52:33.642089Z","end":"2026-03-19T17:52:33.853162Z","steps":["trace[1792982141] 'read index received' (duration: 153.295363ms)","trace[1792982141] 'applied index is now lower than readState.Index' (duration: 57.776077ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:33.85364Z","caller":"traceutil/trace.go:171","msg":"trace[1980908726] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"235.622897ms","start":"2026-03-19T17:52:33.618001Z","end":"2026-03-19T17:52:33.853623Z","steps":["trace[1980908726] 'process raft request' (duration: 234.965291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:33.853679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.915321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T17:52:33.854024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.568532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:52:33.854094Z","caller":"traceutil/trace.go:171","msg":"trace[1104775025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:466; }","duration":"179.682265ms","start":"2026-03-19T17:52:33.674392Z","end":"2026-03-19T17:52:33.854074Z","steps":["trace[1104775025] 'agreement among raft nodes before linearized reading' (duration: 179.582432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:33.854154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.015142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329944"} {"level":"info","ts":"2026-03-19T17:52:33.854241Z","caller":"traceutil/trace.go:171","msg":"trace[645421169] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:466; }","duration":"212.168297ms","start":"2026-03-19T17:52:33.642031Z","end":"2026-03-19T17:52:33.8542Z","steps":["trace[645421169] 'agreement among raft nodes before linearized reading' (duration: 211.46663ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:33.854041Z","caller":"traceutil/trace.go:171","msg":"trace[1977646400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:466; }","duration":"180.373221ms","start":"2026-03-19T17:52:33.67365Z","end":"2026-03-19T17:52:33.854023Z","steps":["trace[1977646400] 'agreement among raft nodes before linearized reading' (duration: 179.928281ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:33.993296Z","caller":"traceutil/trace.go:171","msg":"trace[1292329403] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"124.136182ms","start":"2026-03-19T17:52:33.869131Z","end":"2026-03-19T17:52:33.993267Z","steps":["trace[1292329403] 'process raft request' (duration: 106.735779ms)","trace[1292329403] 'compare' (duration: 17.125647ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:33.993473Z","caller":"traceutil/trace.go:171","msg":"trace[1913463319] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"123.899227ms","start":"2026-03-19T17:52:33.869566Z","end":"2026-03-19T17:52:33.993465Z","steps":["trace[1913463319] 'process raft request' (duration: 123.5998ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:33.993904Z","caller":"traceutil/trace.go:171","msg":"trace[1729139136] linearizableReadLoop","detail":"{readStateIndex:488; appliedIndex:486; }","duration":"122.483733ms","start":"2026-03-19T17:52:33.871387Z","end":"2026-03-19T17:52:33.993871Z","steps":["trace[1729139136] 'read index received' (duration: 104.572557ms)","trace[1729139136] 'applied index is now lower than readState.Index' (duration: 17.908036ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:33.994674Z","caller":"traceutil/trace.go:171","msg":"trace[1578595186] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"119.821787ms","start":"2026-03-19T17:52:33.874633Z","end":"2026-03-19T17:52:33.994455Z","steps":["trace[1578595186] 'process raft request' (duration: 118.795422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:33.998108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.691605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14463"} {"level":"info","ts":"2026-03-19T17:52:33.998237Z","caller":"traceutil/trace.go:171","msg":"trace[1450926305] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:472; }","duration":"126.916232ms","start":"2026-03-19T17:52:33.871282Z","end":"2026-03-19T17:52:33.998198Z","steps":["trace[1450926305] 'agreement among raft nodes before linearized reading' (duration: 122.711169ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:36.039166Z","caller":"traceutil/trace.go:171","msg":"trace[1858424792] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"161.620682ms","start":"2026-03-19T17:52:35.87752Z","end":"2026-03-19T17:52:36.03914Z","steps":["trace[1858424792] 'process raft request' (duration: 161.478788ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:36.535578Z","caller":"traceutil/trace.go:171","msg":"trace[571631425] linearizableReadLoop","detail":"{readStateIndex:498; appliedIndex:497; }","duration":"473.578627ms","start":"2026-03-19T17:52:36.061973Z","end":"2026-03-19T17:52:36.535551Z","steps":["trace[571631425] 'read index received' (duration: 462.615259ms)","trace[571631425] 'applied index is now lower than readState.Index' (duration: 10.962088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:36.535819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.819204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4374"} {"level":"warn","ts":"2026-03-19T17:52:36.535886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.76306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:52:36.535925Z","caller":"traceutil/trace.go:171","msg":"trace[949979637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:481; }","duration":"385.865622ms","start":"2026-03-19T17:52:36.150046Z","end":"2026-03-19T17:52:36.535912Z","steps":["trace[949979637] 'agreement among raft nodes before linearized reading' (duration: 385.683648ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:36.535924Z","caller":"traceutil/trace.go:171","msg":"trace[1214186894] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:481; }","duration":"473.979628ms","start":"2026-03-19T17:52:36.061917Z","end":"2026-03-19T17:52:36.535896Z","steps":["trace[1214186894] 'agreement among raft nodes before linearized reading' (duration: 473.770563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:36.535966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:36.150026Z","time spent":"385.925825ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:52:36.535977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:36.061893Z","time spent":"474.07455ms","remote":"127.0.0.1:53258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4397,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-19T17:52:36.536074Z","caller":"traceutil/trace.go:171","msg":"trace[630341002] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"657.457752ms","start":"2026-03-19T17:52:35.878123Z","end":"2026-03-19T17:52:36.535581Z","steps":["trace[630341002] 'process raft request' (duration: 646.420612ms)","trace[630341002] 'compare' (duration: 10.710822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:36.536013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.833247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-19T17:52:36.536165Z","caller":"traceutil/trace.go:171","msg":"trace[32687121] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:481; }","duration":"380.021521ms","start":"2026-03-19T17:52:36.156121Z","end":"2026-03-19T17:52:36.536142Z","steps":["trace[32687121] 'agreement among raft nodes before linearized reading' (duration: 379.690342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:36.53622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:36.15611Z","time spent":"380.099012ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:52:36.536241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:35.878096Z","time spent":"658.043988ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:38.91272Z","caller":"traceutil/trace.go:171","msg":"trace[352102166] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"364.738026ms","start":"2026-03-19T17:52:38.547942Z","end":"2026-03-19T17:52:38.91268Z","steps":["trace[352102166] 'process raft request' (duration: 364.49619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:38.912941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:38.547923Z","time spent":"364.898801ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:40.308321Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.395853415s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T17:52:41.326727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000812966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T17:52:41.326851Z","caller":"traceutil/trace.go:171","msg":"trace[261321739] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001013461s","start":"2026-03-19T17:52:39.325816Z","end":"2026-03-19T17:52:41.326829Z","steps":["trace[261321739] 'agreement among raft nodes before linearized reading' (duration: 2.000856367s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:41.326906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:39.32579Z","time spent":"2.001105823s","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 17:52:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T17:52:41.366643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:38.99166Z","time spent":"2.374977143s","remote":"127.0.0.1:40726","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T17:52:41.367089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.091702ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:41.367337Z","caller":"traceutil/trace.go:171","msg":"trace[956615218] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:486; }","duration":"679.297487ms","start":"2026-03-19T17:52:40.687967Z","end":"2026-03-19T17:52:41.367245Z","steps":["trace[956615218] 'range keys from in-memory index tree' (duration: 679.078742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:41.367879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059239236s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:41.367954Z","caller":"traceutil/trace.go:171","msg":"trace[146402340] linearizableReadLoop","detail":"{readStateIndex:505; appliedIndex:503; }","duration":"2.81583018s","start":"2026-03-19T17:52:38.552112Z","end":"2026-03-19T17:52:41.367942Z","steps":["trace[146402340] 'read index received' (duration: 360.443032ms)","trace[146402340] 'applied index is now lower than readState.Index' (duration: 2.455385538s)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:41.368254Z","caller":"traceutil/trace.go:171","msg":"trace[1332065020] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"2.81870849s","start":"2026-03-19T17:52:38.549526Z","end":"2026-03-19T17:52:41.368234Z","steps":["trace[1332065020] 'process raft request' (duration: 1.758998493s)","trace[1332065020] 'compare' (duration: 1.058408936s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:41.368338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:38.549501Z","time spent":"2.818795683s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:41.368519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.816399485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:52:41.368588Z","caller":"traceutil/trace.go:171","msg":"trace[735045211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:487; }","duration":"2.816457756s","start":"2026-03-19T17:52:38.552103Z","end":"2026-03-19T17:52:41.368561Z","steps":["trace[735045211] 'agreement among raft nodes before linearized reading' (duration: 2.816291022s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:41.368634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:38.552071Z","time spent":"2.816554999s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T17:52:41.769971Z","caller":"traceutil/trace.go:171","msg":"trace[174244618] linearizableReadLoop","detail":"{readStateIndex:506; appliedIndex:505; }","duration":"401.970118ms","start":"2026-03-19T17:52:41.367974Z","end":"2026-03-19T17:52:41.769945Z","steps":["trace[174244618] 'read index received' (duration: 394.472194ms)","trace[174244618] 'applied index is now lower than readState.Index' (duration: 7.496604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:41.77013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.047282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:52:41.770206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.053701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.79\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T17:52:41.770241Z","caller":"traceutil/trace.go:171","msg":"trace[745204727] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"419.012314ms","start":"2026-03-19T17:52:41.351205Z","end":"2026-03-19T17:52:41.770218Z","steps":["trace[745204727] 'process raft request' (duration: 411.225804ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:41.770248Z","caller":"traceutil/trace.go:171","msg":"trace[805167302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:488; }","duration":"443.216906ms","start":"2026-03-19T17:52:41.327011Z","end":"2026-03-19T17:52:41.770228Z","steps":["trace[805167302] 'agreement among raft nodes before linearized reading' (duration: 443.044851ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:41.770287Z","caller":"traceutil/trace.go:171","msg":"trace[51879657] range","detail":"{range_begin:/registry/masterleases/199.19.213.79; range_end:; response_count:1; response_revision:488; }","duration":"796.205236ms","start":"2026-03-19T17:52:40.974062Z","end":"2026-03-19T17:52:41.770268Z","steps":["trace[51879657] 'agreement among raft nodes before linearized reading' (duration: 796.056102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:41.770304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:41.326989Z","time spent":"443.304727ms","remote":"127.0.0.1:53108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:52:41.770337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:40.974041Z","time spent":"796.288077ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.79\" "} {"level":"warn","ts":"2026-03-19T17:52:41.770373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:41.351172Z","time spent":"419.113657ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:41.770542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.531848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:52:41.770621Z","caller":"traceutil/trace.go:171","msg":"trace[1112061120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:488; }","duration":"851.666032ms","start":"2026-03-19T17:52:40.918939Z","end":"2026-03-19T17:52:41.770605Z","steps":["trace[1112061120] 'agreement among raft nodes before linearized reading' (duration: 851.451687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:41.77069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707257948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T17:52:41.770778Z","caller":"traceutil/trace.go:171","msg":"trace[1872113594] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:488; }","duration":"1.70736603s","start":"2026-03-19T17:52:40.063355Z","end":"2026-03-19T17:52:41.770721Z","steps":["trace[1872113594] 'agreement among raft nodes before linearized reading' (duration: 1.706694794s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:41.770825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:40.063332Z","time spent":"1.707481623s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:52:41.770706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:40.918914Z","time spent":"851.779504ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T17:52:41.775591Z","caller":"traceutil/trace.go:171","msg":"trace[987657824] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"402.183372ms","start":"2026-03-19T17:52:41.373396Z","end":"2026-03-19T17:52:41.77558Z","steps":["trace[987657824] 'process raft request' (duration: 402.115171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:41.775667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:41.373367Z","time spent":"402.257565ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:43.504241Z","caller":"traceutil/trace.go:171","msg":"trace[1740261455] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"125.336904ms","start":"2026-03-19T17:52:43.37887Z","end":"2026-03-19T17:52:43.504207Z","steps":["trace[1740261455] 'process raft request' (duration: 125.16005ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:44.91525Z","caller":"traceutil/trace.go:171","msg":"trace[1907386701] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"385.103966ms","start":"2026-03-19T17:52:44.530119Z","end":"2026-03-19T17:52:44.915223Z","steps":["trace[1907386701] 'process raft request' (duration: 384.927901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:44.915502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:44.530087Z","time spent":"385.306781ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:48.825886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":662764749535750494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:52:49.126865Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.097802309s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T17:52:49.169818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220623101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:52:49.169898Z","caller":"traceutil/trace.go:171","msg":"trace[1609760312] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:503; }","duration":"1.220718353s","start":"2026-03-19T17:52:47.949159Z","end":"2026-03-19T17:52:49.169877Z","steps":["trace[1609760312] 'range keys from in-memory index tree' (duration: 1.220423796s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:49.16994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:47.949101Z","time spent":"1.220825885s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T17:52:49.170128Z","caller":"traceutil/trace.go:171","msg":"trace[1130542646] linearizableReadLoop","detail":"{readStateIndex:524; appliedIndex:523; }","duration":"844.580477ms","start":"2026-03-19T17:52:48.325534Z","end":"2026-03-19T17:52:49.170115Z","steps":["trace[1130542646] 'read index received' (duration: 801.476803ms)","trace[1130542646] 'applied index is now lower than readState.Index' (duration: 43.102424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:49.170104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220529438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T17:52:49.170193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.678041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:49.170211Z","caller":"traceutil/trace.go:171","msg":"trace[1272793253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:504; }","duration":"844.747672ms","start":"2026-03-19T17:52:48.325456Z","end":"2026-03-19T17:52:49.170204Z","steps":["trace[1272793253] 'agreement among raft nodes before linearized reading' (duration: 844.694071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:49.17023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:48.325425Z","time spent":"844.799093ms","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:52:49.170232Z","caller":"traceutil/trace.go:171","msg":"trace[1302665485] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"1.14120278s","start":"2026-03-19T17:52:48.028956Z","end":"2026-03-19T17:52:49.170159Z","steps":["trace[1302665485] 'process raft request' (duration: 1.098197058s)","trace[1302665485] 'compare' (duration: 42.723674ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:49.170347Z","caller":"traceutil/trace.go:171","msg":"trace[140464282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:503; }","duration":"1.220664273s","start":"2026-03-19T17:52:47.949499Z","end":"2026-03-19T17:52:49.170163Z","steps":["trace[140464282] 'range keys from in-memory index tree' (duration: 1.220349714s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:49.169818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317190042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:52:49.170403Z","caller":"traceutil/trace.go:171","msg":"trace[248662723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:503; }","duration":"1.317851449s","start":"2026-03-19T17:52:47.852543Z","end":"2026-03-19T17:52:49.170395Z","steps":["trace[248662723] 'range keys from in-memory index tree' (duration: 1.316944216s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:49.1704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:47.949475Z","time spent":"1.220913578s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:52:49.170425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:47.85251Z","time spent":"1.31790745s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:52:49.170413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:48.028931Z","time spent":"1.141394755s","remote":"127.0.0.1:53160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:50.502672Z","caller":"traceutil/trace.go:171","msg":"trace[39185581] linearizableReadLoop","detail":"{readStateIndex:530; appliedIndex:529; }","duration":"366.804748ms","start":"2026-03-19T17:52:50.135823Z","end":"2026-03-19T17:52:50.502628Z","steps":["trace[39185581] 'read index received' (duration: 366.562512ms)","trace[39185581] 'applied index is now lower than readState.Index' (duration: 240.506µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:50.502716Z","caller":"traceutil/trace.go:171","msg":"trace[60941526] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"869.745993ms","start":"2026-03-19T17:52:49.632927Z","end":"2026-03-19T17:52:50.502673Z","steps":["trace[60941526] 'process raft request' (duration: 869.482977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:50.502906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.3491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:50.502945Z","caller":"traceutil/trace.go:171","msg":"trace[807868293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:510; }","duration":"178.453932ms","start":"2026-03-19T17:52:50.324479Z","end":"2026-03-19T17:52:50.502933Z","steps":["trace[807868293] 'agreement among raft nodes before linearized reading' (duration: 178.35249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:50.503054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:49.632894Z","time spent":"869.923507ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:50.503048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.189307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wfb64\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-19T17:52:50.503163Z","caller":"traceutil/trace.go:171","msg":"trace[2116694879] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wfb64; range_end:; response_count:1; response_revision:510; }","duration":"367.376481ms","start":"2026-03-19T17:52:50.135765Z","end":"2026-03-19T17:52:50.503141Z","steps":["trace[2116694879] 'agreement among raft nodes before linearized reading' (duration: 367.003852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:50.503218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:50.13574Z","time spent":"367.469354ms","remote":"127.0.0.1:53262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-wfb64\" "} {"level":"info","ts":"2026-03-19T17:52:50.744638Z","caller":"traceutil/trace.go:171","msg":"trace[906766219] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"225.77287ms","start":"2026-03-19T17:52:50.518839Z","end":"2026-03-19T17:52:50.744611Z","steps":["trace[906766219] 'process raft request' (duration: 141.273414ms)","trace[906766219] 'compare' (duration: 84.369872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:52.94605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699413666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:52:52.946188Z","caller":"traceutil/trace.go:171","msg":"trace[882428362] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:511; }","duration":"1.699626871s","start":"2026-03-19T17:52:51.246491Z","end":"2026-03-19T17:52:52.946118Z","steps":["trace[882428362] 'range keys from in-memory index tree' (duration: 1.699277383s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:52.946237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:51.246468Z","time spent":"1.699756794s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:52:52.946246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971708353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.79\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-19T17:52:52.94625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699612571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:52:52.946293Z","caller":"traceutil/trace.go:171","msg":"trace[1450435856] range","detail":"{range_begin:/registry/masterleases/199.19.213.79; range_end:; response_count:1; response_revision:511; }","duration":"1.971758374s","start":"2026-03-19T17:52:50.97452Z","end":"2026-03-19T17:52:52.946279Z","steps":["trace[1450435856] 'range keys from in-memory index tree' (duration: 1.971523189s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:52.946334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:50.974446Z","time spent":"1.971880617s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.79\" "} {"level":"warn","ts":"2026-03-19T17:52:52.946302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623429958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:52.946343Z","caller":"traceutil/trace.go:171","msg":"trace[377695651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:511; }","duration":"1.699778275s","start":"2026-03-19T17:52:51.246541Z","end":"2026-03-19T17:52:52.946319Z","steps":["trace[377695651] 'range keys from in-memory index tree' (duration: 1.699445707s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:52.946387Z","caller":"traceutil/trace.go:171","msg":"trace[1601050669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:511; }","duration":"1.623568392s","start":"2026-03-19T17:52:51.322798Z","end":"2026-03-19T17:52:52.946366Z","steps":["trace[1601050669] 'range keys from in-memory index tree' (duration: 1.623270745s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:52.946398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:51.246518Z","time spent":"1.699869027s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:52:52.946388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699774155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T17:52:52.946429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:51.322765Z","time spent":"1.623656815s","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:52:52.946477Z","caller":"traceutil/trace.go:171","msg":"trace[1802633138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:511; }","duration":"1.699927319s","start":"2026-03-19T17:52:51.246529Z","end":"2026-03-19T17:52:52.946456Z","steps":["trace[1802633138] 'range keys from in-memory index tree' (duration: 1.699585441s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:52.946522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:51.246504Z","time spent":"1.700009862s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:52:52.946515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.423336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:52.946599Z","caller":"traceutil/trace.go:171","msg":"trace[1488368245] linearizableReadLoop","detail":"{readStateIndex:532; appliedIndex:531; }","duration":"438.364128ms","start":"2026-03-19T17:52:52.508219Z","end":"2026-03-19T17:52:52.946583Z","steps":["trace[1488368245] 'read index received' (duration: 202.757257ms)","trace[1488368245] 'applied index is now lower than readState.Index' (duration: 235.6058ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:52.946599Z","caller":"traceutil/trace.go:171","msg":"trace[168658082] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"1.067740985s","start":"2026-03-19T17:52:51.878842Z","end":"2026-03-19T17:52:52.946583Z","steps":["trace[168658082] 'process raft request' (duration: 832.153964ms)","trace[168658082] 'compare' (duration: 233.657723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:52.948014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:51.878817Z","time spent":"1.069090237s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:52.948558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.336935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:52:52.948647Z","caller":"traceutil/trace.go:171","msg":"trace[160594745] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:512; }","duration":"440.442627ms","start":"2026-03-19T17:52:52.50816Z","end":"2026-03-19T17:52:52.948603Z","steps":["trace[160594745] 'agreement among raft nodes before linearized reading' (duration: 439.937615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:52.948683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:52.508132Z","time spent":"440.54165ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T17:52:55.135998Z","caller":"traceutil/trace.go:171","msg":"trace[1851459067] linearizableReadLoop","detail":"{readStateIndex:547; appliedIndex:546; }","duration":"160.452412ms","start":"2026-03-19T17:52:54.975504Z","end":"2026-03-19T17:52:55.135957Z","steps":["trace[1851459067] 'read index received' (duration: 160.271758ms)","trace[1851459067] 'applied index is now lower than readState.Index' (duration: 179.004µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:55.136052Z","caller":"traceutil/trace.go:171","msg":"trace[857002174] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"172.21287ms","start":"2026-03-19T17:52:54.9638Z","end":"2026-03-19T17:52:55.136012Z","steps":["trace[857002174] 'process raft request' (duration: 171.940014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:55.136364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.97954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:52:55.136432Z","caller":"traceutil/trace.go:171","msg":"trace[43813302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:526; }","duration":"160.091824ms","start":"2026-03-19T17:52:54.976312Z","end":"2026-03-19T17:52:55.136404Z","steps":["trace[43813302] 'agreement among raft nodes before linearized reading' (duration: 159.863738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:55.136474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.822481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:52:55.136581Z","caller":"traceutil/trace.go:171","msg":"trace[132597248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:526; }","duration":"161.108828ms","start":"2026-03-19T17:52:54.975444Z","end":"2026-03-19T17:52:55.136553Z","steps":["trace[132597248] 'agreement among raft nodes before linearized reading' (duration: 160.660107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:55.136658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.110005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:52:55.136801Z","caller":"traceutil/trace.go:171","msg":"trace[830290675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:526; }","duration":"158.388132ms","start":"2026-03-19T17:52:54.978388Z","end":"2026-03-19T17:52:55.136776Z","steps":["trace[830290675] 'agreement among raft nodes before linearized reading' (duration: 157.867569ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:55.376644Z","caller":"traceutil/trace.go:171","msg":"trace[1109988416] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"233.822905ms","start":"2026-03-19T17:52:55.142781Z","end":"2026-03-19T17:52:55.376604Z","steps":["trace[1109988416] 'process raft request' (duration: 233.558679ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:55.376727Z","caller":"traceutil/trace.go:171","msg":"trace[1224840674] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"233.249342ms","start":"2026-03-19T17:52:55.143448Z","end":"2026-03-19T17:52:55.376698Z","steps":["trace[1224840674] 'process raft request' (duration: 233.058957ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:55.377095Z","caller":"traceutil/trace.go:171","msg":"trace[1364714608] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"215.031297ms","start":"2026-03-19T17:52:55.162046Z","end":"2026-03-19T17:52:55.377077Z","steps":["trace[1364714608] 'process raft request' (duration: 214.531075ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:55.377115Z","caller":"traceutil/trace.go:171","msg":"trace[80633870] linearizableReadLoop","detail":"{readStateIndex:550; appliedIndex:547; }","duration":"216.42025ms","start":"2026-03-19T17:52:55.160641Z","end":"2026-03-19T17:52:55.377062Z","steps":["trace[80633870] 'read index received' (duration: 5.093844ms)","trace[80633870] 'applied index is now lower than readState.Index' (duration: 211.322776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:55.377403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.725858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wfb64\" ","response":"range_response_count:1 size:17520"} {"level":"info","ts":"2026-03-19T17:52:55.37744Z","caller":"traceutil/trace.go:171","msg":"trace[639038502] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wfb64; range_end:; response_count:1; response_revision:530; }","duration":"216.843201ms","start":"2026-03-19T17:52:55.160587Z","end":"2026-03-19T17:52:55.37743Z","steps":["trace[639038502] 'agreement among raft nodes before linearized reading' (duration: 216.625236ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:55.408132Z","caller":"traceutil/trace.go:171","msg":"trace[824728823] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"135.061251ms","start":"2026-03-19T17:52:55.273039Z","end":"2026-03-19T17:52:55.4081Z","steps":["trace[824728823] 'process raft request' (duration: 134.906598ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:55.492937Z","caller":"traceutil/trace.go:171","msg":"trace[1178021256] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"100.749093ms","start":"2026-03-19T17:52:55.39214Z","end":"2026-03-19T17:52:55.492889Z","steps":["trace[1178021256] 'process raft request' (duration: 99.320738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:03.473481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":662764749535750746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:03.97378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":662764749535750746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:04.474119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":662764749535750746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:04.974998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":662764749535750746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:05.134193Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.162441436s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T17:53:05.134711Z","caller":"traceutil/trace.go:171","msg":"trace[959700095] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"2.163073022s","start":"2026-03-19T17:53:02.971607Z","end":"2026-03-19T17:53:05.13468Z","steps":["trace[959700095] 'process raft request' (duration: 2.162836306s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:05.134907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:02.971591Z","time spent":"2.163211085s","remote":"127.0.0.1:45440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2316,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:05.325575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000290503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T17:53:05.325781Z","caller":"traceutil/trace.go:171","msg":"trace[568835161] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00053071s","start":"2026-03-19T17:53:03.325193Z","end":"2026-03-19T17:53:05.325723Z","steps":["trace[568835161] 'agreement among raft nodes before linearized reading' (duration: 2.000319203s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:05.325853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:03.325176Z","time spent":"2.000660882s","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 17:53:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T17:53:05.534708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.091459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:05.534829Z","caller":"traceutil/trace.go:171","msg":"trace[916901762] linearizableReadLoop","detail":"{readStateIndex:650; appliedIndex:648; }","duration":"2.56137076s","start":"2026-03-19T17:53:02.973437Z","end":"2026-03-19T17:53:05.534808Z","steps":["trace[916901762] 'read index received' (duration: 2.161006921s)","trace[916901762] 'applied index is now lower than readState.Index' (duration: 400.362079ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:05.534904Z","caller":"traceutil/trace.go:171","msg":"trace[1655373522] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"2.184558308s","start":"2026-03-19T17:53:03.350334Z","end":"2026-03-19T17:53:05.534892Z","steps":["trace[1655373522] 'process raft request' (duration: 2.079155961s)","trace[1655373522] 'compare' (duration: 104.563986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:05.534965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:03.350316Z","time spent":"2.18461739s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:05.535199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561757999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:05.535233Z","caller":"traceutil/trace.go:171","msg":"trace[651823780] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:626; }","duration":"2.561831901s","start":"2026-03-19T17:53:02.97339Z","end":"2026-03-19T17:53:05.535222Z","steps":["trace[651823780] 'agreement among raft nodes before linearized reading' (duration: 2.561765539s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:05.535264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:02.973373Z","time spent":"2.561883211s","remote":"127.0.0.1:45502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 "} {"level":"info","ts":"2026-03-19T17:53:05.689713Z","caller":"traceutil/trace.go:171","msg":"trace[659064742] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:650; }","duration":"154.820534ms","start":"2026-03-19T17:53:05.534861Z","end":"2026-03-19T17:53:05.689682Z","steps":["trace[659064742] 'read index received' (duration: 151.195066ms)","trace[659064742] 'applied index is now lower than readState.Index' (duration: 3.624098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:05.689952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.716063161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:53:05.689979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830398659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:05.690054Z","caller":"traceutil/trace.go:171","msg":"trace[1456649584] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:627; }","duration":"2.716214236s","start":"2026-03-19T17:53:02.973811Z","end":"2026-03-19T17:53:05.690026Z","steps":["trace[1456649584] 'agreement among raft nodes before linearized reading' (duration: 2.71602862s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:05.690082Z","caller":"traceutil/trace.go:171","msg":"trace[124758860] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:627; }","duration":"1.830612234s","start":"2026-03-19T17:53:03.859444Z","end":"2026-03-19T17:53:05.690056Z","steps":["trace[124758860] 'agreement among raft nodes before linearized reading' (duration: 1.830315756s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:05.690121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:02.973804Z","time spent":"2.716304308s","remote":"127.0.0.1:45502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 "} {"level":"warn","ts":"2026-03-19T17:53:05.690141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:03.859424Z","time spent":"1.830705257s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:53:05.690156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170701069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T17:53:05.690224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.516054082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T17:53:05.690287Z","caller":"traceutil/trace.go:171","msg":"trace[711018948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:627; }","duration":"2.170899123s","start":"2026-03-19T17:53:03.519359Z","end":"2026-03-19T17:53:05.690258Z","steps":["trace[711018948] 'agreement among raft nodes before linearized reading' (duration: 2.170614086s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:05.690298Z","caller":"traceutil/trace.go:171","msg":"trace[907777074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:627; }","duration":"2.516162385s","start":"2026-03-19T17:53:03.174118Z","end":"2026-03-19T17:53:05.69028Z","steps":["trace[907777074] 'agreement among raft nodes before linearized reading' (duration: 2.515702263s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:05.690339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526306015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-wfb64.189e4f8f4f6d78cb\" ","response":"range_response_count:1 size:795"} {"level":"warn","ts":"2026-03-19T17:53:05.690354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:03.174102Z","time spent":"2.516242677s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T17:53:05.690401Z","caller":"traceutil/trace.go:171","msg":"trace[999514709] range","detail":"{range_begin:/registry/events/kube-system/cilium-wfb64.189e4f8f4f6d78cb; range_end:; response_count:1; response_revision:627; }","duration":"1.526409397s","start":"2026-03-19T17:53:04.163974Z","end":"2026-03-19T17:53:05.690383Z","steps":["trace[999514709] 'agreement among raft nodes before linearized reading' (duration: 1.526267314s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:05.690442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603587245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-19T17:53:05.690448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:04.163957Z","time spent":"1.526480269s","remote":"127.0.0.1:53160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":818,"request content":"key:\"/registry/events/kube-system/cilium-wfb64.189e4f8f4f6d78cb\" "} {"level":"info","ts":"2026-03-19T17:53:05.690478Z","caller":"traceutil/trace.go:171","msg":"trace[220503108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:627; }","duration":"1.603669856s","start":"2026-03-19T17:53:04.086799Z","end":"2026-03-19T17:53:05.690469Z","steps":["trace[220503108] 'agreement among raft nodes before linearized reading' (duration: 1.603578964s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:05.690512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:04.086769Z","time spent":"1.603736438s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T17:53:05.690348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:03.519331Z","time spent":"2.171006566s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T17:53:05.690641Z","caller":"traceutil/trace.go:171","msg":"trace[272315097] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"162.019111ms","start":"2026-03-19T17:53:05.528608Z","end":"2026-03-19T17:53:05.690627Z","steps":["trace[272315097] 'process raft request' (duration: 157.548691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:05.690155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.150982307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:53:05.690741Z","caller":"traceutil/trace.go:171","msg":"trace[775427150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:627; }","duration":"2.151584311s","start":"2026-03-19T17:53:03.53911Z","end":"2026-03-19T17:53:05.690694Z","steps":["trace[775427150] 'agreement among raft nodes before linearized reading' (duration: 2.150779121s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:05.690783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:03.539102Z","time spent":"2.151668533s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:53:05.690975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.716474171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:05.691602Z","caller":"traceutil/trace.go:171","msg":"trace[2013847592] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:627; }","duration":"2.71808734s","start":"2026-03-19T17:53:02.973491Z","end":"2026-03-19T17:53:05.691579Z","steps":["trace[2013847592] 'agreement among raft nodes before linearized reading' (duration: 2.716447611s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:05.692456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:02.973487Z","time spent":"2.718944411s","remote":"127.0.0.1:45502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:53:05.691062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.89425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:05.694927Z","caller":"traceutil/trace.go:171","msg":"trace[1240268575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:627; }","duration":"368.808955ms","start":"2026-03-19T17:53:05.326099Z","end":"2026-03-19T17:53:05.694908Z","steps":["trace[1240268575] 'agreement among raft nodes before linearized reading' (duration: 363.694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:05.691262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.482878281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-19T17:53:05.69535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:05.326071Z","time spent":"369.259566ms","remote":"127.0.0.1:53108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:53:05.695382Z","caller":"traceutil/trace.go:171","msg":"trace[1244382205] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:627; }","duration":"2.487474482s","start":"2026-03-19T17:53:03.207817Z","end":"2026-03-19T17:53:05.695291Z","steps":["trace[1244382205] 'agreement among raft nodes before linearized reading' (duration: 2.481947147s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:05.695659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:03.2078Z","time spent":"2.487839863s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T17:53:05.696646Z","caller":"traceutil/trace.go:171","msg":"trace[1272022641] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"153.318868ms","start":"2026-03-19T17:53:05.542387Z","end":"2026-03-19T17:53:05.695706Z","steps":["trace[1272022641] 'process raft request' (duration: 152.699333ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:06.010819Z","caller":"traceutil/trace.go:171","msg":"trace[471692138] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:654; }","duration":"307.136339ms","start":"2026-03-19T17:53:05.70365Z","end":"2026-03-19T17:53:06.010786Z","steps":["trace[471692138] 'read index received' (duration: 68.779902ms)","trace[471692138] 'applied index is now lower than readState.Index' (duration: 238.355227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:06.011017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.335224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:06.01106Z","caller":"traceutil/trace.go:171","msg":"trace[2048135090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:633; }","duration":"307.424766ms","start":"2026-03-19T17:53:05.703625Z","end":"2026-03-19T17:53:06.01105Z","steps":["trace[2048135090] 'agreement among raft nodes before linearized reading' (duration: 307.279882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:06.011106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:05.703618Z","time spent":"307.479208ms","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:53:06.011438Z","caller":"traceutil/trace.go:171","msg":"trace[1052617968] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"309.288801ms","start":"2026-03-19T17:53:05.702103Z","end":"2026-03-19T17:53:06.011392Z","steps":["trace[1052617968] 'process raft request' (duration: 308.535133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:06.012125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:05.702099Z","time spent":"309.898825ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:06.011569Z","caller":"traceutil/trace.go:171","msg":"trace[773014456] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"309.421174ms","start":"2026-03-19T17:53:05.702133Z","end":"2026-03-19T17:53:06.011554Z","steps":["trace[773014456] 'process raft request' (duration: 308.553213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:06.013428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:05.702129Z","time spent":"311.139897ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:06.011609Z","caller":"traceutil/trace.go:171","msg":"trace[236856678] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"308.093632ms","start":"2026-03-19T17:53:05.703507Z","end":"2026-03-19T17:53:06.011601Z","steps":["trace[236856678] 'process raft request' (duration: 307.238421ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:06.011781Z","caller":"traceutil/trace.go:171","msg":"trace[450338662] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"309.729792ms","start":"2026-03-19T17:53:05.702041Z","end":"2026-03-19T17:53:06.011771Z","steps":["trace[450338662] 'process raft request' (duration: 308.39253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:06.013844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:05.702025Z","time spent":"311.770662ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:06.013973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:05.703501Z","time spent":"310.208064ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:06.028971Z","caller":"traceutil/trace.go:171","msg":"trace[1558231758] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"255.317443ms","start":"2026-03-19T17:53:05.773628Z","end":"2026-03-19T17:53:06.028945Z","steps":["trace[1558231758] 'process raft request' (duration: 255.171678ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:06.711525Z","caller":"traceutil/trace.go:171","msg":"trace[1659722523] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"241.604827ms","start":"2026-03-19T17:53:06.469887Z","end":"2026-03-19T17:53:06.711492Z","steps":["trace[1659722523] 'process raft request' (duration: 241.368771ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:06.990534Z","caller":"traceutil/trace.go:171","msg":"trace[394082669] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"264.614289ms","start":"2026-03-19T17:53:06.725897Z","end":"2026-03-19T17:53:06.990511Z","steps":["trace[394082669] 'process raft request' (duration: 264.454965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:07.191721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.924779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:07.191918Z","caller":"traceutil/trace.go:171","msg":"trace[166904325] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:661; }","duration":"426.193749ms","start":"2026-03-19T17:53:06.765705Z","end":"2026-03-19T17:53:07.191899Z","steps":["trace[166904325] 'read index received' (duration: 224.648021ms)","trace[166904325] 'applied index is now lower than readState.Index' (duration: 201.544008ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:07.192013Z","caller":"traceutil/trace.go:171","msg":"trace[1266241442] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"465.906872ms","start":"2026-03-19T17:53:06.726097Z","end":"2026-03-19T17:53:07.192003Z","steps":["trace[1266241442] 'process raft request' (duration: 465.749808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:07.192066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:06.726063Z","time spent":"465.976722ms","remote":"127.0.0.1:45454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2260,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:53:07.192053Z","caller":"traceutil/trace.go:171","msg":"trace[2061180155] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"465.978453ms","start":"2026-03-19T17:53:06.726028Z","end":"2026-03-19T17:53:07.192006Z","steps":["trace[2061180155] 'process raft request' (duration: 319.686305ms)","trace[2061180155] 'compare' (duration: 145.738614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:07.192232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:06.725987Z","time spent":"466.152177ms","remote":"127.0.0.1:45454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2259,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:53:07.1926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.819505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:07.192657Z","caller":"traceutil/trace.go:171","msg":"trace[48623923] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:639; }","duration":"426.888186ms","start":"2026-03-19T17:53:06.76575Z","end":"2026-03-19T17:53:07.192638Z","steps":["trace[48623923] 'agreement among raft nodes before linearized reading' (duration: 426.812484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:07.192707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:06.765744Z","time spent":"426.950347ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T17:53:07.192719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.497407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:07.192764Z","caller":"traceutil/trace.go:171","msg":"trace[617060342] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:639; }","duration":"426.576799ms","start":"2026-03-19T17:53:06.766174Z","end":"2026-03-19T17:53:07.192751Z","steps":["trace[617060342] 'agreement among raft nodes before linearized reading' (duration: 426.490916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:07.192799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:06.766169Z","time spent":"426.622649ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 "} {"level":"warn","ts":"2026-03-19T17:53:07.192371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.6311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:07.193252Z","caller":"traceutil/trace.go:171","msg":"trace[1880662564] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:639; }","duration":"427.573562ms","start":"2026-03-19T17:53:06.765661Z","end":"2026-03-19T17:53:07.193235Z","steps":["trace[1880662564] 'agreement among raft nodes before linearized reading' (duration: 426.534547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:07.193314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:06.765638Z","time spent":"427.659475ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:53:08.293808Z","caller":"traceutil/trace.go:171","msg":"trace[693653101] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"270.00161ms","start":"2026-03-19T17:53:08.023783Z","end":"2026-03-19T17:53:08.293784Z","steps":["trace[693653101] 'process raft request' (duration: 269.807345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:09.03922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.64111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:09.039716Z","caller":"traceutil/trace.go:171","msg":"trace[521697003] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"1.010377171s","start":"2026-03-19T17:53:08.029323Z","end":"2026-03-19T17:53:09.0397Z","steps":["trace[521697003] 'process raft request' (duration: 419.185708ms)","trace[521697003] 'compare' (duration: 590.521896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:09.039766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:08.029306Z","time spent":"1.010439652s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:09.039933Z","caller":"traceutil/trace.go:171","msg":"trace[1220751393] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"1.010472293s","start":"2026-03-19T17:53:08.029456Z","end":"2026-03-19T17:53:09.039928Z","steps":["trace[1220751393] 'process raft request' (duration: 1.009838298s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:09.039965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:08.029445Z","time spent":"1.010500113s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:09.288861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.485729ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T17:53:09.288968Z","caller":"traceutil/trace.go:171","msg":"trace[119553150] linearizableReadLoop","detail":"{readStateIndex:667; appliedIndex:665; }","duration":"1.259580223s","start":"2026-03-19T17:53:08.029368Z","end":"2026-03-19T17:53:09.288948Z","steps":["trace[119553150] 'read index received' (duration: 264.026035ms)","trace[119553150] 'applied index is now lower than readState.Index' (duration: 995.552748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:09.289278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.157579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:53:09.289311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.25066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:53:09.289357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259970242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-19T17:53:09.289328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123840005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wfb64\" ","response":"range_response_count:1 size:18709"} {"level":"info","ts":"2026-03-19T17:53:09.289389Z","caller":"traceutil/trace.go:171","msg":"trace[892385648] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:643; }","duration":"916.373123ms","start":"2026-03-19T17:53:08.372999Z","end":"2026-03-19T17:53:09.289372Z","steps":["trace[892385648] 'agreement among raft nodes before linearized reading' (duration: 916.188159ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:09.289398Z","caller":"traceutil/trace.go:171","msg":"trace[1577417363] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:643; }","duration":"1.260049405s","start":"2026-03-19T17:53:08.029336Z","end":"2026-03-19T17:53:09.289386Z","steps":["trace[1577417363] 'agreement among raft nodes before linearized reading' (duration: 1.25986603s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:09.289389Z","caller":"traceutil/trace.go:171","msg":"trace[2101287112] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:643; }","duration":"777.321783ms","start":"2026-03-19T17:53:08.512043Z","end":"2026-03-19T17:53:09.289365Z","steps":["trace[2101287112] 'agreement among raft nodes before linearized reading' (duration: 777.119588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:09.28943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:08.372983Z","time spent":"916.439545ms","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":40,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:53:09.289429Z","caller":"traceutil/trace.go:171","msg":"trace[740602352] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wfb64; range_end:; response_count:1; response_revision:643; }","duration":"1.123996579s","start":"2026-03-19T17:53:08.165402Z","end":"2026-03-19T17:53:09.289399Z","steps":["trace[740602352] 'agreement among raft nodes before linearized reading' (duration: 1.123693952s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:09.289435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:08.029316Z","time spent":"1.260112166s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:53:09.289459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:08.512028Z","time spent":"777.415575ms","remote":"127.0.0.1:53498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:53:09.289479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:08.165376Z","time spent":"1.124093811s","remote":"127.0.0.1:53262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18732,"request content":"key:\"/registry/pods/kube-system/cilium-wfb64\" "} {"level":"warn","ts":"2026-03-19T17:53:09.289548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.10202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:09.28966Z","caller":"traceutil/trace.go:171","msg":"trace[344942217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:643; }","duration":"964.273244ms","start":"2026-03-19T17:53:08.325359Z","end":"2026-03-19T17:53:09.289632Z","steps":["trace[344942217] 'agreement among raft nodes before linearized reading' (duration: 964.064809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:09.289719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:08.325338Z","time spent":"964.371398ms","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:53:09.730528Z","caller":"traceutil/trace.go:171","msg":"trace[137261300] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"434.934313ms","start":"2026-03-19T17:53:09.29557Z","end":"2026-03-19T17:53:09.730504Z","steps":["trace[137261300] 'process raft request' (duration: 434.670006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:09.730707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:09.295543Z","time spent":"435.067356ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:10.140046Z","caller":"traceutil/trace.go:171","msg":"trace[404046778] linearizableReadLoop","detail":"{readStateIndex:671; appliedIndex:670; }","duration":"336.473416ms","start":"2026-03-19T17:53:09.803551Z","end":"2026-03-19T17:53:10.140024Z","steps":["trace[404046778] 'read index received' (duration: 336.310182ms)","trace[404046778] 'applied index is now lower than readState.Index' (duration: 161.934µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:10.140239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.673661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T17:53:10.14027Z","caller":"traceutil/trace.go:171","msg":"trace[1906218969] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:645; }","duration":"336.770203ms","start":"2026-03-19T17:53:09.803492Z","end":"2026-03-19T17:53:10.140263Z","steps":["trace[1906218969] 'agreement among raft nodes before linearized reading' (duration: 336.614679ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:10.140226Z","caller":"traceutil/trace.go:171","msg":"trace[1369789460] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"835.146127ms","start":"2026-03-19T17:53:09.305044Z","end":"2026-03-19T17:53:10.14019Z","steps":["trace[1369789460] 'process raft request' (duration: 834.8229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:10.140447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:09.305028Z","time spent":"835.315302ms","remote":"127.0.0.1:53262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18694,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:10.140301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:09.803463Z","time spent":"336.831935ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T17:53:10.861666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.666536ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:10.86179Z","caller":"traceutil/trace.go:171","msg":"trace[1531164534] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:645; }","duration":"173.805379ms","start":"2026-03-19T17:53:10.687962Z","end":"2026-03-19T17:53:10.861767Z","steps":["trace[1531164534] 'range keys from in-memory index tree' (duration: 173.650816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:10.862938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.864139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:10.863088Z","caller":"traceutil/trace.go:171","msg":"trace[194816179] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"716.62976ms","start":"2026-03-19T17:53:10.146435Z","end":"2026-03-19T17:53:10.863065Z","steps":["trace[194816179] 'process raft request' (duration: 231.397667ms)","trace[194816179] 'compare' (duration: 483.750547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:10.863161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:10.146418Z","time spent":"716.710642ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:11.403902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.064067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:11.404058Z","caller":"traceutil/trace.go:171","msg":"trace[2027065921] linearizableReadLoop","detail":"{readStateIndex:673; appliedIndex:671; }","duration":"1.106073361s","start":"2026-03-19T17:53:10.297962Z","end":"2026-03-19T17:53:11.404036Z","steps":["trace[2027065921] 'read index received' (duration: 79.884443ms)","trace[2027065921] 'applied index is now lower than readState.Index' (duration: 1.026187448s)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:11.40409Z","caller":"traceutil/trace.go:171","msg":"trace[727255005] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"1.245276474s","start":"2026-03-19T17:53:10.158773Z","end":"2026-03-19T17:53:11.40405Z","steps":["trace[727255005] 'process raft request' (duration: 872.944631ms)","trace[727255005] 'compare' (duration: 371.874632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:11.404267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:10.158759Z","time spent":"1.245403516s","remote":"127.0.0.1:53262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:11.404336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106369108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T17:53:11.404371Z","caller":"traceutil/trace.go:171","msg":"trace[756601257] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:647; }","duration":"1.10643131s","start":"2026-03-19T17:53:10.297927Z","end":"2026-03-19T17:53:11.404359Z","steps":["trace[756601257] 'agreement among raft nodes before linearized reading' (duration: 1.106254036s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:11.404431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:10.297908Z","time spent":"1.106513691s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:53:11.404487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079919161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:53:11.404561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.141987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.79\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T17:53:11.404568Z","caller":"traceutil/trace.go:171","msg":"trace[1293177234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:647; }","duration":"1.080045615s","start":"2026-03-19T17:53:10.324504Z","end":"2026-03-19T17:53:11.404549Z","steps":["trace[1293177234] 'agreement among raft nodes before linearized reading' (duration: 1.079887991s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:11.404594Z","caller":"traceutil/trace.go:171","msg":"trace[1759155452] range","detail":"{range_begin:/registry/masterleases/199.19.213.79; range_end:; response_count:1; response_revision:647; }","duration":"428.174287ms","start":"2026-03-19T17:53:10.97641Z","end":"2026-03-19T17:53:11.404584Z","steps":["trace[1759155452] 'agreement among raft nodes before linearized reading' (duration: 428.011093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:11.40461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:10.324483Z","time spent":"1.080120946s","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:53:11.404622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:10.976329Z","time spent":"428.28735ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.79\" "} {"level":"warn","ts":"2026-03-19T17:53:11.404843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.884849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:53:11.404856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.330483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:53:11.404866Z","caller":"traceutil/trace.go:171","msg":"trace[158282912] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:647; }","duration":"764.940341ms","start":"2026-03-19T17:53:10.639918Z","end":"2026-03-19T17:53:11.404858Z","steps":["trace[158282912] 'agreement among raft nodes before linearized reading' (duration: 764.89379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:11.404891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:10.639898Z","time spent":"764.982743ms","remote":"127.0.0.1:53586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:53:11.404891Z","caller":"traceutil/trace.go:171","msg":"trace[1418019023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:647; }","duration":"356.401814ms","start":"2026-03-19T17:53:11.048475Z","end":"2026-03-19T17:53:11.404876Z","steps":["trace[1418019023] 'agreement among raft nodes before linearized reading' (duration: 356.314362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:11.404863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.551692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T17:53:11.404925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:11.04845Z","time spent":"356.467665ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T17:53:11.404963Z","caller":"traceutil/trace.go:171","msg":"trace[659213985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:647; }","duration":"355.682676ms","start":"2026-03-19T17:53:11.049251Z","end":"2026-03-19T17:53:11.404934Z","steps":["trace[659213985] 'agreement among raft nodes before linearized reading' (duration: 355.413048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:11.405015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.403148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:53:11.40501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:11.049242Z","time spent":"355.759377ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T17:53:11.405038Z","caller":"traceutil/trace.go:171","msg":"trace[567741704] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:647; }","duration":"773.530181ms","start":"2026-03-19T17:53:10.631501Z","end":"2026-03-19T17:53:11.405031Z","steps":["trace[567741704] 'agreement among raft nodes before linearized reading' (duration: 773.48609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:11.405061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:10.631457Z","time spent":"773.596014ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":2,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:53:11.9071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":662764749535750802,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:12.407454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":662764749535750802,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:12.887445Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.481295364s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T17:53:13.406046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99977752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T17:53:13.406174Z","caller":"traceutil/trace.go:171","msg":"trace[1439451605] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999959854s","start":"2026-03-19T17:53:11.406182Z","end":"2026-03-19T17:53:13.406142Z","steps":["trace[1439451605] 'agreement among raft nodes before linearized reading' (duration: 1.999819581s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:13.406246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:11.406151Z","time spent":"2.000085057s","remote":"127.0.0.1:53108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 17:53:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T17:53:14.911441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023713815s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-19T17:53:14.911554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:11.405984Z","time spent":"3.505565662s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T17:53:15.414747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000787925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T17:53:15.415528Z","caller":"traceutil/trace.go:171","msg":"trace[1012984249] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001645165s","start":"2026-03-19T17:53:13.413857Z","end":"2026-03-19T17:53:15.415502Z","steps":["trace[1012984249] 'agreement among raft nodes before linearized reading' (duration: 2.000834605s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:15.415607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:13.413828Z","time spent":"2.001765998s","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 17:53:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T17:53:16.376389Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.488595098s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T17:53:16.408576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:11.413606Z","time spent":"4.994959135s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/19 17:53:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T17:53:16.535376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.454894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:16.535534Z","caller":"traceutil/trace.go:171","msg":"trace[42042405] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"5.122114603s","start":"2026-03-19T17:53:11.4134Z","end":"2026-03-19T17:53:16.535515Z","steps":["trace[42042405] 'process raft request' (duration: 4.963393362s)","trace[42042405] 'compare' (duration: 157.640515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:16.535595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:11.413375Z","time spent":"5.122192275s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:16.536175Z","caller":"traceutil/trace.go:171","msg":"trace[840536402] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"5.122725637s","start":"2026-03-19T17:53:11.413436Z","end":"2026-03-19T17:53:16.536162Z","steps":["trace[840536402] 'process raft request' (duration: 5.12202098s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.536245Z","caller":"traceutil/trace.go:171","msg":"trace[1385014006] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"5.113657256s","start":"2026-03-19T17:53:11.422535Z","end":"2026-03-19T17:53:16.536192Z","steps":["trace[1385014006] 'process raft request' (duration: 5.113339728s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:16.536288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:11.413409Z","time spent":"5.12280476s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:16.536455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:11.422512Z","time spent":"5.113832161s","remote":"127.0.0.1:53586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14465,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:16.536612Z","caller":"traceutil/trace.go:171","msg":"trace[738088348] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"5.118368681s","start":"2026-03-19T17:53:11.41817Z","end":"2026-03-19T17:53:16.536539Z","steps":["trace[738088348] 'process raft request' (duration: 5.117648724s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.535983Z","caller":"traceutil/trace.go:171","msg":"trace[1031544348] linearizableReadLoop","detail":"{readStateIndex:679; appliedIndex:673; }","duration":"5.129697809s","start":"2026-03-19T17:53:11.406236Z","end":"2026-03-19T17:53:16.535933Z","steps":["trace[1031544348] 'read index received' (duration: 1.481412717s)","trace[1031544348] 'applied index is now lower than readState.Index' (duration: 3.648284042s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:16.536798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:11.418161Z","time spent":"5.118539286s","remote":"127.0.0.1:53258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4817,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:16.549351Z","caller":"traceutil/trace.go:171","msg":"trace[1289427340] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"797.853616ms","start":"2026-03-19T17:53:15.75148Z","end":"2026-03-19T17:53:16.549334Z","steps":["trace[1289427340] 'process raft request' (duration: 797.805254ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.549349Z","caller":"traceutil/trace.go:171","msg":"trace[375475875] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"1.635869573s","start":"2026-03-19T17:53:14.913458Z","end":"2026-03-19T17:53:16.549328Z","steps":["trace[375475875] 'process raft request' (duration: 1.635617577s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:16.549627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:15.751469Z","time spent":"798.084531ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:16.549724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:14.913425Z","time spent":"1.636236382s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:16.549416Z","caller":"traceutil/trace.go:171","msg":"trace[1756892635] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"815.067467ms","start":"2026-03-19T17:53:15.734309Z","end":"2026-03-19T17:53:16.549376Z","steps":["trace[1756892635] 'process raft request' (duration: 814.920763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:16.550679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:15.734285Z","time spent":"816.048191ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:16.608479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.73939676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T17:53:16.608488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.415462029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:53:16.608588Z","caller":"traceutil/trace.go:171","msg":"trace[539556269] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:656; }","duration":"3.739560354s","start":"2026-03-19T17:53:12.86901Z","end":"2026-03-19T17:53:16.60857Z","steps":["trace[539556269] 'agreement among raft nodes before linearized reading' (duration: 3.739341418s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:16.608634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:12.868984Z","time spent":"3.739641076s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T17:53:16.608653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048869719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:16.608737Z","caller":"traceutil/trace.go:171","msg":"trace[43530969] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:656; }","duration":"2.049017283s","start":"2026-03-19T17:53:14.559702Z","end":"2026-03-19T17:53:16.608719Z","steps":["trace[43530969] 'agreement among raft nodes before linearized reading' (duration: 2.048733316s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:16.608778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.480420916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:53:16.608752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.666587642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:53:16.60885Z","caller":"traceutil/trace.go:171","msg":"trace[144236473] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:656; }","duration":"2.666726705s","start":"2026-03-19T17:53:13.942113Z","end":"2026-03-19T17:53:16.60884Z","steps":["trace[144236473] 'agreement among raft nodes before linearized reading' (duration: 2.666602282s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.608853Z","caller":"traceutil/trace.go:171","msg":"trace[936026871] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:656; }","duration":"4.480576909s","start":"2026-03-19T17:53:12.128258Z","end":"2026-03-19T17:53:16.608835Z","steps":["trace[936026871] 'agreement among raft nodes before linearized reading' (duration: 4.480441606s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:16.608885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:13.942084Z","time spent":"2.666792427s","remote":"127.0.0.1:53434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":13,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:53:16.608835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413051446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:53:16.608899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.198346771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e4f8b074cbf14\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-19T17:53:16.608908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:12.128223Z","time spent":"4.480674592s","remote":"127.0.0.1:53546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:53:16.608943Z","caller":"traceutil/trace.go:171","msg":"trace[1566318961] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e4f8b074cbf14; range_end:; response_count:1; response_revision:656; }","duration":"3.198383382s","start":"2026-03-19T17:53:13.410546Z","end":"2026-03-19T17:53:16.608929Z","steps":["trace[1566318961] 'agreement among raft nodes before linearized reading' (duration: 3.198226138s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.608953Z","caller":"traceutil/trace.go:171","msg":"trace[1713516427] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:656; }","duration":"1.41324194s","start":"2026-03-19T17:53:15.195683Z","end":"2026-03-19T17:53:16.608925Z","steps":["trace[1713516427] 'agreement among raft nodes before linearized reading' (duration: 1.412990464s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:16.608994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:13.410529Z","time spent":"3.198453754s","remote":"127.0.0.1:53160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e4f8b074cbf14\" "} {"level":"warn","ts":"2026-03-19T17:53:16.609027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:15.195661Z","time spent":"1.413351352s","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:53:16.608693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.422122414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:53:16.608801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:14.559682Z","time spent":"2.049107455s","remote":"127.0.0.1:53572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:53:16.609098Z","caller":"traceutil/trace.go:171","msg":"trace[2041117443] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:656; }","duration":"2.422565245s","start":"2026-03-19T17:53:14.186517Z","end":"2026-03-19T17:53:16.609083Z","steps":["trace[2041117443] 'agreement among raft nodes before linearized reading' (duration: 2.422142905s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:16.609147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:14.186481Z","time spent":"2.422646907s","remote":"127.0.0.1:53616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:53:16.608629Z","caller":"traceutil/trace.go:171","msg":"trace[963018400] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:656; }","duration":"3.415678805s","start":"2026-03-19T17:53:13.192922Z","end":"2026-03-19T17:53:16.608601Z","steps":["trace[963018400] 'agreement among raft nodes before linearized reading' (duration: 3.41544123s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:16.609157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.873377972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-19T17:53:16.609229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:13.192894Z","time spent":"3.41632211s","remote":"127.0.0.1:53350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:53:16.609253Z","caller":"traceutil/trace.go:171","msg":"trace[685073328] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:656; }","duration":"4.873550927s","start":"2026-03-19T17:53:11.735679Z","end":"2026-03-19T17:53:16.60923Z","steps":["trace[685073328] 'agreement among raft nodes before linearized reading' (duration: 4.873214998s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:16.609291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57276237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:53:16.609307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:11.735636Z","time spent":"4.873662549s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T17:53:16.609331Z","caller":"traceutil/trace.go:171","msg":"trace[1388387190] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:656; }","duration":"1.572857603s","start":"2026-03-19T17:53:15.036462Z","end":"2026-03-19T17:53:16.609319Z","steps":["trace[1388387190] 'agreement among raft nodes before linearized reading' (duration: 1.572788831s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:16.609344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193644242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:53:16.609378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:15.036437Z","time spent":"1.572922804s","remote":"127.0.0.1:53406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:53:16.609401Z","caller":"traceutil/trace.go:171","msg":"trace[1149912793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:656; }","duration":"1.193755914s","start":"2026-03-19T17:53:15.415628Z","end":"2026-03-19T17:53:16.609384Z","steps":["trace[1149912793] 'agreement among raft nodes before linearized reading' (duration: 1.193676412s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:16.609439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:15.415601Z","time spent":"1.193829466s","remote":"127.0.0.1:53108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:53:16.609568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.63607541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:53:16.609602Z","caller":"traceutil/trace.go:171","msg":"trace[664384865] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:656; }","duration":"4.636151822s","start":"2026-03-19T17:53:11.97344Z","end":"2026-03-19T17:53:16.609592Z","steps":["trace[664384865] 'agreement among raft nodes before linearized reading' (duration: 4.636087691s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:16.609634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:11.973414Z","time spent":"4.636212653s","remote":"127.0.0.1:53592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:53:16.744172Z","caller":"traceutil/trace.go:171","msg":"trace[2146037141] linearizableReadLoop","detail":"{readStateIndex:685; appliedIndex:684; }","duration":"130.823839ms","start":"2026-03-19T17:53:16.613318Z","end":"2026-03-19T17:53:16.744142Z","steps":["trace[2146037141] 'read index received' (duration: 130.672704ms)","trace[2146037141] 'applied index is now lower than readState.Index' (duration: 149.765µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:16.74422Z","caller":"traceutil/trace.go:171","msg":"trace[1328760323] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"131.496264ms","start":"2026-03-19T17:53:16.61267Z","end":"2026-03-19T17:53:16.744166Z","steps":["trace[1328760323] 'process raft request' (duration: 131.297999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:16.74441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.068895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T17:53:16.744506Z","caller":"traceutil/trace.go:171","msg":"trace[130871311] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:657; }","duration":"131.229958ms","start":"2026-03-19T17:53:16.613259Z","end":"2026-03-19T17:53:16.744489Z","steps":["trace[130871311] 'agreement among raft nodes before linearized reading' (duration: 130.970242ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.771588Z","caller":"traceutil/trace.go:171","msg":"trace[1224206451] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"156.366133ms","start":"2026-03-19T17:53:16.615197Z","end":"2026-03-19T17:53:16.771563Z","steps":["trace[1224206451] 'process raft request' (duration: 156.061386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:16.7717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.027836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:5183"} {"level":"warn","ts":"2026-03-19T17:53:16.771681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.657431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:16.771751Z","caller":"traceutil/trace.go:171","msg":"trace[269139736] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:659; }","duration":"152.100028ms","start":"2026-03-19T17:53:16.619636Z","end":"2026-03-19T17:53:16.771736Z","steps":["trace[269139736] 'agreement among raft nodes before linearized reading' (duration: 151.956045ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.771785Z","caller":"traceutil/trace.go:171","msg":"trace[828692921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:659; }","duration":"154.810954ms","start":"2026-03-19T17:53:16.616947Z","end":"2026-03-19T17:53:16.771758Z","steps":["trace[828692921] 'agreement among raft nodes before linearized reading' (duration: 154.64761ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:16.77181Z","caller":"traceutil/trace.go:171","msg":"trace[335770071] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"154.240841ms","start":"2026-03-19T17:53:16.617557Z","end":"2026-03-19T17:53:16.771798Z","steps":["trace[335770071] 'process raft request' (duration: 153.895333ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:17.425686Z","caller":"traceutil/trace.go:171","msg":"trace[1452406545] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"102.906356ms","start":"2026-03-19T17:53:17.322747Z","end":"2026-03-19T17:53:17.425654Z","steps":["trace[1452406545] 'process raft request' (duration: 102.186108ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:18.658823Z","caller":"traceutil/trace.go:171","msg":"trace[263076684] linearizableReadLoop","detail":"{readStateIndex:710; appliedIndex:709; }","duration":"334.236731ms","start":"2026-03-19T17:53:18.324556Z","end":"2026-03-19T17:53:18.658793Z","steps":["trace[263076684] 'read index received' (duration: 334.094848ms)","trace[263076684] 'applied index is now lower than readState.Index' (duration: 140.673µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:18.658927Z","caller":"traceutil/trace.go:171","msg":"trace[1192783573] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"368.886569ms","start":"2026-03-19T17:53:18.289984Z","end":"2026-03-19T17:53:18.65887Z","steps":["trace[1192783573] 'process raft request' (duration: 368.649703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:18.65903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.072201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:53:18.659038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.461676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:18.659108Z","caller":"traceutil/trace.go:171","msg":"trace[983197662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:682; }","duration":"334.59346ms","start":"2026-03-19T17:53:18.324495Z","end":"2026-03-19T17:53:18.659088Z","steps":["trace[983197662] 'agreement among raft nodes before linearized reading' (duration: 334.445297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:18.65914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:18.324471Z","time spent":"334.663891ms","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:53:18.659063Z","caller":"traceutil/trace.go:171","msg":"trace[165889208] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:682; }","duration":"328.177973ms","start":"2026-03-19T17:53:18.330877Z","end":"2026-03-19T17:53:18.659055Z","steps":["trace[165889208] 'agreement among raft nodes before linearized reading' (duration: 328.083921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:18.659193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.800298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:53:18.659216Z","caller":"traceutil/trace.go:171","msg":"trace[1139823607] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:682; }","duration":"247.928541ms","start":"2026-03-19T17:53:18.411281Z","end":"2026-03-19T17:53:18.659209Z","steps":["trace[1139823607] 'agreement among raft nodes before linearized reading' (duration: 247.799038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:18.659224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:18.289956Z","time spent":"369.102874ms","remote":"127.0.0.1:53262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4892,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:18.65924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:18.330854Z","time spent":"328.360727ms","remote":"127.0.0.1:53340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:53:18.659256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.466133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:53:18.659384Z","caller":"traceutil/trace.go:171","msg":"trace[279276117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:682; }","duration":"115.639617ms","start":"2026-03-19T17:53:18.543716Z","end":"2026-03-19T17:53:18.659356Z","steps":["trace[279276117] 'agreement among raft nodes before linearized reading' (duration: 115.261888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:18.659346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.73959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:53:18.659461Z","caller":"traceutil/trace.go:171","msg":"trace[863988482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:682; }","duration":"115.944374ms","start":"2026-03-19T17:53:18.543489Z","end":"2026-03-19T17:53:18.659434Z","steps":["trace[863988482] 'agreement among raft nodes before linearized reading' (duration: 115.534265ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:18.886271Z","caller":"traceutil/trace.go:171","msg":"trace[124691387] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"220.277715ms","start":"2026-03-19T17:53:18.665981Z","end":"2026-03-19T17:53:18.886259Z","steps":["trace[124691387] 'process raft request' (duration: 220.112651ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:18.886208Z","caller":"traceutil/trace.go:171","msg":"trace[1428763988] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"220.193933ms","start":"2026-03-19T17:53:18.665984Z","end":"2026-03-19T17:53:18.886178Z","steps":["trace[1428763988] 'process raft request' (duration: 219.922686ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:19.00009Z","caller":"traceutil/trace.go:171","msg":"trace[195652397] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"333.876722ms","start":"2026-03-19T17:53:18.666188Z","end":"2026-03-19T17:53:19.000065Z","steps":["trace[195652397] 'process raft request' (duration: 333.78032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:19.000286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:18.666163Z","time spent":"334.025055ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:19.0001Z","caller":"traceutil/trace.go:171","msg":"trace[1879521523] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"334.019666ms","start":"2026-03-19T17:53:18.666032Z","end":"2026-03-19T17:53:19.000051Z","steps":["trace[1879521523] 'process raft request' (duration: 333.023701ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:19.000339Z","caller":"traceutil/trace.go:171","msg":"trace[962278445] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"334.097287ms","start":"2026-03-19T17:53:18.666204Z","end":"2026-03-19T17:53:19.000302Z","steps":["trace[962278445] 'process raft request' (duration: 333.81724ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:19.000407Z","caller":"traceutil/trace.go:171","msg":"trace[229126640] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"334.147108ms","start":"2026-03-19T17:53:18.666247Z","end":"2026-03-19T17:53:19.000394Z","steps":["trace[229126640] 'process raft request' (duration: 333.971054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:19.000478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:18.666178Z","time spent":"334.232871ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:19.000481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:18.665947Z","time spent":"334.411905ms","remote":"127.0.0.1:53360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:19.000386Z","caller":"traceutil/trace.go:171","msg":"trace[133837543] linearizableReadLoop","detail":"{readStateIndex:713; appliedIndex:710; }","duration":"334.19697ms","start":"2026-03-19T17:53:18.666162Z","end":"2026-03-19T17:53:19.000359Z","steps":["trace[133837543] 'read index received' (duration: 219.801844ms)","trace[133837543] 'applied index is now lower than readState.Index' (duration: 114.394106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:19.000563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:18.666239Z","time spent":"334.218591ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:19.000586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.397055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-f45j5\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-19T17:53:19.000628Z","caller":"traceutil/trace.go:171","msg":"trace[1492210987] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-f45j5; range_end:; response_count:1; response_revision:688; }","duration":"334.491527ms","start":"2026-03-19T17:53:18.666128Z","end":"2026-03-19T17:53:19.000619Z","steps":["trace[1492210987] 'agreement among raft nodes before linearized reading' (duration: 334.315892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:19.000661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:18.666117Z","time spent":"334.536418ms","remote":"127.0.0.1:53262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":5105,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-f45j5\" "} {"level":"info","ts":"2026-03-19T17:53:19.141884Z","caller":"traceutil/trace.go:171","msg":"trace[1938312241] linearizableReadLoop","detail":"{readStateIndex:717; appliedIndex:716; }","duration":"141.288954ms","start":"2026-03-19T17:53:19.000565Z","end":"2026-03-19T17:53:19.141854Z","steps":["trace[1938312241] 'read index received' (duration: 141.251133ms)","trace[1938312241] 'applied index is now lower than readState.Index' (duration: 36.701µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:19.14196Z","caller":"traceutil/trace.go:171","msg":"trace[285052808] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"247.832098ms","start":"2026-03-19T17:53:18.894106Z","end":"2026-03-19T17:53:19.141938Z","steps":["trace[285052808] 'process raft request' (duration: 247.565332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:19.142139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.861505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:53:19.142185Z","caller":"traceutil/trace.go:171","msg":"trace[1172582161] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:689; }","duration":"365.978198ms","start":"2026-03-19T17:53:18.776195Z","end":"2026-03-19T17:53:19.142173Z","steps":["trace[1172582161] 'agreement among raft nodes before linearized reading' (duration: 365.780202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:19.142222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:18.776177Z","time spent":"366.036269ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:53:19.142213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.39484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T17:53:19.1423Z","caller":"traceutil/trace.go:171","msg":"trace[509950964] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:689; }","duration":"364.564543ms","start":"2026-03-19T17:53:18.777713Z","end":"2026-03-19T17:53:19.142278Z","steps":["trace[509950964] 'agreement among raft nodes before linearized reading' (duration: 364.260625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:19.142343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:18.77768Z","time spent":"364.655806ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T17:53:19.18892Z","caller":"traceutil/trace.go:171","msg":"trace[1586666870] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"178.509504ms","start":"2026-03-19T17:53:19.010373Z","end":"2026-03-19T17:53:19.188883Z","steps":["trace[1586666870] 'process raft request' (duration: 178.223687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:25.795085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.570825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:25.79523Z","caller":"traceutil/trace.go:171","msg":"trace[771491014] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"408.355003ms","start":"2026-03-19T17:53:25.38685Z","end":"2026-03-19T17:53:25.795205Z","steps":["trace[771491014] 'process raft request' (duration: 200.554783ms)","trace[771491014] 'compare' (duration: 207.37553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:25.79533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:25.386819Z","time spent":"408.450645ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:26.743492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.169373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:26.743602Z","caller":"traceutil/trace.go:171","msg":"trace[1060282154] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:724; }","duration":"366.327936ms","start":"2026-03-19T17:53:26.377248Z","end":"2026-03-19T17:53:26.743576Z","steps":["trace[1060282154] 'count revisions from in-memory index tree' (duration: 366.101001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:26.743647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:26.377236Z","time spent":"366.399548ms","remote":"127.0.0.1:53312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:53:26.743635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.454459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:26.74376Z","caller":"traceutil/trace.go:171","msg":"trace[25926864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:724; }","duration":"728.573232ms","start":"2026-03-19T17:53:26.015132Z","end":"2026-03-19T17:53:26.743705Z","steps":["trace[25926864] 'range keys from in-memory index tree' (duration: 728.341547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:26.743824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:26.015054Z","time spent":"728.758967ms","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:53:26.743807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.757782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:26.743765Z","caller":"traceutil/trace.go:171","msg":"trace[1672616863] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"142.546175ms","start":"2026-03-19T17:53:26.601132Z","end":"2026-03-19T17:53:26.743678Z","steps":["trace[1672616863] 'process raft request' (duration: 131.751251ms)","trace[1672616863] 'compare' (duration: 10.414445ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:26.743928Z","caller":"traceutil/trace.go:171","msg":"trace[1752707329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:724; }","duration":"420.330026ms","start":"2026-03-19T17:53:26.323574Z","end":"2026-03-19T17:53:26.743904Z","steps":["trace[1752707329] 'range keys from in-memory index tree' (duration: 419.637539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:26.744092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:26.323551Z","time spent":"420.526791ms","remote":"127.0.0.1:53108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:53:27.624393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.399387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:27.62456Z","caller":"traceutil/trace.go:171","msg":"trace[1687735615] linearizableReadLoop","detail":"{readStateIndex:755; appliedIndex:754; }","duration":"583.054104ms","start":"2026-03-19T17:53:27.041463Z","end":"2026-03-19T17:53:27.624517Z","steps":["trace[1687735615] 'read index received' (duration: 63.242µs)","trace[1687735615] 'applied index is now lower than readState.Index' (duration: 582.988462ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:27.624722Z","caller":"traceutil/trace.go:171","msg":"trace[1874985254] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"863.02315ms","start":"2026-03-19T17:53:26.761652Z","end":"2026-03-19T17:53:27.624675Z","steps":["trace[1874985254] 'process raft request' (duration: 242.216742ms)","trace[1874985254] 'compare' (duration: 620.000097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:27.624813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.464601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:53:27.62486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.403513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T17:53:27.624864Z","caller":"traceutil/trace.go:171","msg":"trace[1896322639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:726; }","duration":"299.593214ms","start":"2026-03-19T17:53:27.325256Z","end":"2026-03-19T17:53:27.624849Z","steps":["trace[1896322639] 'agreement among raft nodes before linearized reading' (duration: 299.489542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:27.624877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.481608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:53:27.624895Z","caller":"traceutil/trace.go:171","msg":"trace[376252716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:726; }","duration":"583.493996ms","start":"2026-03-19T17:53:27.04139Z","end":"2026-03-19T17:53:27.624884Z","steps":["trace[376252716] 'agreement among raft nodes before linearized reading' (duration: 583.26871ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:27.62491Z","caller":"traceutil/trace.go:171","msg":"trace[892585687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:726; }","duration":"577.56934ms","start":"2026-03-19T17:53:27.047331Z","end":"2026-03-19T17:53:27.624901Z","steps":["trace[892585687] 'agreement among raft nodes before linearized reading' (duration: 577.379796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:27.624935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:27.047272Z","time spent":"577.656563ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:53:27.624937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:27.041358Z","time spent":"583.568678ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:53:27.624929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:26.761623Z","time spent":"863.194354ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:27.624962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.061715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:53:27.625017Z","caller":"traceutil/trace.go:171","msg":"trace[1468852605] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:726; }","duration":"239.146048ms","start":"2026-03-19T17:53:27.385852Z","end":"2026-03-19T17:53:27.624998Z","steps":["trace[1468852605] 'agreement among raft nodes before linearized reading' (duration: 238.986674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:27.624992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.203447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:53:27.625093Z","caller":"traceutil/trace.go:171","msg":"trace[1211215772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:726; }","duration":"576.363311ms","start":"2026-03-19T17:53:27.048694Z","end":"2026-03-19T17:53:27.625057Z","steps":["trace[1211215772] 'agreement among raft nodes before linearized reading' (duration: 576.086024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:27.625141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:27.048664Z","time spent":"576.468623ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:53:28.301105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":662764749535750947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:28.801883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":662764749535750947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:29.302302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":662764749535750947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:29.802958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":662764749535750947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:29.920499Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.22391641s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T17:53:30.139617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.741888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:30.13979Z","caller":"traceutil/trace.go:171","msg":"trace[216811531] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"2.510083226s","start":"2026-03-19T17:53:27.629677Z","end":"2026-03-19T17:53:30.13976Z","steps":["trace[216811531] 'process raft request' (duration: 2.291051501s)","trace[216811531] 'compare' (duration: 218.523203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:30.139889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:27.62965Z","time spent":"2.510184078s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:30.982088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.631233ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:30.982301Z","caller":"traceutil/trace.go:171","msg":"trace[1897332617] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:727; }","duration":"294.857609ms","start":"2026-03-19T17:53:30.68742Z","end":"2026-03-19T17:53:30.982278Z","steps":["trace[1897332617] 'range keys from in-memory index tree' (duration: 294.609883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:31.319212Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.398399607s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T17:53:31.319725Z","caller":"traceutil/trace.go:171","msg":"trace[1861773000] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"3.689170011s","start":"2026-03-19T17:53:27.630527Z","end":"2026-03-19T17:53:31.319697Z","steps":["trace[1861773000] 'process raft request' (duration: 3.689112719s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:31.319789Z","caller":"traceutil/trace.go:171","msg":"trace[738224656] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"3.689243663s","start":"2026-03-19T17:53:27.630495Z","end":"2026-03-19T17:53:31.319739Z","steps":["trace[738224656] 'process raft request' (duration: 3.689109439s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:31.319872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:27.630511Z","time spent":"3.689256574s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:31.319981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:27.630484Z","time spent":"3.689396357s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:31.319763Z","caller":"traceutil/trace.go:171","msg":"trace[1904145029] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"3.68985999s","start":"2026-03-19T17:53:27.629845Z","end":"2026-03-19T17:53:31.319705Z","steps":["trace[1904145029] 'process raft request' (duration: 3.689598052s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:31.320307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:27.629816Z","time spent":"3.690380731s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:31.321835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999835272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T17:53:31.321888Z","caller":"traceutil/trace.go:171","msg":"trace[1695580386] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999934674s","start":"2026-03-19T17:53:29.321943Z","end":"2026-03-19T17:53:31.321878Z","steps":["trace[1695580386] 'agreement among raft nodes before linearized reading' (duration: 1.999873992s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:31.321919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:29.321909Z","time spent":"2.000004856s","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 17:53:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T17:53:31.618739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.043831ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T17:53:31.61903Z","caller":"traceutil/trace.go:171","msg":"trace[14368098] linearizableReadLoop","detail":"{readStateIndex:761; appliedIndex:755; }","duration":"3.81836209s","start":"2026-03-19T17:53:27.80065Z","end":"2026-03-19T17:53:31.619012Z","steps":["trace[14368098] 'read index received' (duration: 2.120089092s)","trace[14368098] 'applied index is now lower than readState.Index' (duration: 1.698271718s)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:31.61909Z","caller":"traceutil/trace.go:171","msg":"trace[1064913325] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"2.262877172s","start":"2026-03-19T17:53:29.356155Z","end":"2026-03-19T17:53:31.619032Z","steps":["trace[1064913325] 'process raft request' (duration: 2.262706358s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:31.619266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.147675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:31.619666Z","caller":"traceutil/trace.go:171","msg":"trace[75246051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:731; }","duration":"297.566116ms","start":"2026-03-19T17:53:31.322089Z","end":"2026-03-19T17:53:31.619655Z","steps":["trace[75246051] 'agreement among raft nodes before linearized reading' (duration: 297.100493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:31.619274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.016915197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:53:31.619739Z","caller":"traceutil/trace.go:171","msg":"trace[140089901] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:731; }","duration":"3.01744519s","start":"2026-03-19T17:53:28.602272Z","end":"2026-03-19T17:53:31.619717Z","steps":["trace[140089901] 'agreement among raft nodes before linearized reading' (duration: 3.016863505s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:31.619795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:28.602246Z","time spent":"3.017535693s","remote":"127.0.0.1:53622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":81,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:53:31.619364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88689962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:53:31.61995Z","caller":"traceutil/trace.go:171","msg":"trace[1635660346] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:731; }","duration":"1.887470965s","start":"2026-03-19T17:53:29.732448Z","end":"2026-03-19T17:53:31.619919Z","steps":["trace[1635660346] 'agreement among raft nodes before linearized reading' (duration: 1.88687667s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:31.620012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:29.732328Z","time spent":"1.88766408s","remote":"127.0.0.1:53532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:53:31.619378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710317011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:53:31.620082Z","caller":"traceutil/trace.go:171","msg":"trace[1622349852] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:731; }","duration":"2.71107625s","start":"2026-03-19T17:53:28.908994Z","end":"2026-03-19T17:53:31.62007Z","steps":["trace[1622349852] 'agreement among raft nodes before linearized reading' (duration: 2.710361701s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:31.620141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:28.908956Z","time spent":"2.711151682s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":7,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:53:31.619361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.818652697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T17:53:31.620191Z","caller":"traceutil/trace.go:171","msg":"trace[1146406261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:731; }","duration":"3.819543059s","start":"2026-03-19T17:53:27.800634Z","end":"2026-03-19T17:53:31.620177Z","steps":["trace[1146406261] 'agreement among raft nodes before linearized reading' (duration: 3.818450522s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:31.620229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:27.800562Z","time spent":"3.819655452s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T17:53:31.61943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.890963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.79\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T17:53:31.620311Z","caller":"traceutil/trace.go:171","msg":"trace[790402809] range","detail":"{range_begin:/registry/masterleases/199.19.213.79; range_end:; response_count:1; response_revision:731; }","duration":"642.826357ms","start":"2026-03-19T17:53:30.977451Z","end":"2026-03-19T17:53:31.620277Z","steps":["trace[790402809] 'agreement among raft nodes before linearized reading' (duration: 641.688398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:31.620398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:30.977373Z","time spent":"642.99976ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.79\" "} {"level":"warn","ts":"2026-03-19T17:53:31.619486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.267847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:53:31.620517Z","caller":"traceutil/trace.go:171","msg":"trace[209679424] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:731; }","duration":"318.427875ms","start":"2026-03-19T17:53:31.302073Z","end":"2026-03-19T17:53:31.620501Z","steps":["trace[209679424] 'agreement among raft nodes before linearized reading' (duration: 317.324717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:31.620551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:31.302045Z","time spent":"318.492017ms","remote":"127.0.0.1:53598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:53:31.620817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:29.356124Z","time spent":"2.263464866s","remote":"127.0.0.1:53160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:53:32.125084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":662764749535750955,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:32.62577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":662764749535750955,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:32.968347Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.346041197s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T17:53:33.057357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:31.622084Z","time spent":"1.435264429s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T17:53:33.068854Z","caller":"traceutil/trace.go:171","msg":"trace[634405254] linearizableReadLoop","detail":"{readStateIndex:763; appliedIndex:761; }","duration":"1.444533196s","start":"2026-03-19T17:53:31.624293Z","end":"2026-03-19T17:53:33.068826Z","steps":["trace[634405254] 'read index received' (duration: 1.344385577s)","trace[634405254] 'applied index is now lower than readState.Index' (duration: 100.146109ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:33.068905Z","caller":"traceutil/trace.go:171","msg":"trace[2068982547] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"1.444622418s","start":"2026-03-19T17:53:31.624246Z","end":"2026-03-19T17:53:33.068868Z","steps":["trace[2068982547] 'process raft request' (duration: 1.444361292s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:33.069089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444771811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e4f8b074cbf14\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-19T17:53:33.069097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:31.624218Z","time spent":"1.444774271s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:33.06914Z","caller":"traceutil/trace.go:171","msg":"trace[1714502870] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e4f8b074cbf14; range_end:; response_count:1; response_revision:732; }","duration":"1.444870424s","start":"2026-03-19T17:53:31.624252Z","end":"2026-03-19T17:53:33.069123Z","steps":["trace[1714502870] 'agreement among raft nodes before linearized reading' (duration: 1.444683029s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:33.069174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:31.624233Z","time spent":"1.444935465s","remote":"127.0.0.1:53160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e4f8b074cbf14\" "} {"level":"warn","ts":"2026-03-19T17:53:33.109127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.676799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:53:33.109218Z","caller":"traceutil/trace.go:171","msg":"trace[1409557178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:733; }","duration":"963.828963ms","start":"2026-03-19T17:53:32.14537Z","end":"2026-03-19T17:53:33.109199Z","steps":["trace[1409557178] 'agreement among raft nodes before linearized reading' (duration: 963.515176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:33.109283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:32.145342Z","time spent":"963.920995ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:53:33.109663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481389265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:33.109786Z","caller":"traceutil/trace.go:171","msg":"trace[759759249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:733; }","duration":"1.48153829s","start":"2026-03-19T17:53:31.628217Z","end":"2026-03-19T17:53:33.109756Z","steps":["trace[759759249] 'agreement among raft nodes before linearized reading' (duration: 1.480651778s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:33.109882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:31.628146Z","time spent":"1.481723065s","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:53:33.343637Z","caller":"traceutil/trace.go:171","msg":"trace[518121895] linearizableReadLoop","detail":"{readStateIndex:765; appliedIndex:764; }","duration":"232.420842ms","start":"2026-03-19T17:53:33.111184Z","end":"2026-03-19T17:53:33.343605Z","steps":["trace[518121895] 'read index received' (duration: 232.174586ms)","trace[518121895] 'applied index is now lower than readState.Index' (duration: 244.986µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:33.343677Z","caller":"traceutil/trace.go:171","msg":"trace[1414497493] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"271.889467ms","start":"2026-03-19T17:53:33.071757Z","end":"2026-03-19T17:53:33.343646Z","steps":["trace[1414497493] 'process raft request' (duration: 271.652742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:33.343975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.74967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:33.344059Z","caller":"traceutil/trace.go:171","msg":"trace[58218604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:734; }","duration":"232.881323ms","start":"2026-03-19T17:53:33.111158Z","end":"2026-03-19T17:53:33.344039Z","steps":["trace[58218604] 'agreement among raft nodes before linearized reading' (duration: 232.565195ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:33.376256Z","caller":"traceutil/trace.go:171","msg":"trace[482479408] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"262.127168ms","start":"2026-03-19T17:53:33.114108Z","end":"2026-03-19T17:53:33.376235Z","steps":["trace[482479408] 'process raft request' (duration: 261.78751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:33.376453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.956578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-19T17:53:33.376488Z","caller":"traceutil/trace.go:171","msg":"trace[2090701800] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:735; }","duration":"265.05878ms","start":"2026-03-19T17:53:33.111419Z","end":"2026-03-19T17:53:33.376477Z","steps":["trace[2090701800] 'agreement among raft nodes before linearized reading' (duration: 264.966068ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:33.484256Z","caller":"traceutil/trace.go:171","msg":"trace[831343518] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"101.633515ms","start":"2026-03-19T17:53:33.382586Z","end":"2026-03-19T17:53:33.484219Z","steps":["trace[831343518] 'process raft request' (duration: 51.222013ms)","trace[831343518] 'compare' (duration: 50.181117ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:33.484497Z","caller":"traceutil/trace.go:171","msg":"trace[219438934] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"101.167204ms","start":"2026-03-19T17:53:33.383294Z","end":"2026-03-19T17:53:33.484461Z","steps":["trace[219438934] 'process raft request' (duration: 100.857416ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:35.487737Z","caller":"traceutil/trace.go:171","msg":"trace[234776567] linearizableReadLoop","detail":"{readStateIndex:770; appliedIndex:769; }","duration":"162.281838ms","start":"2026-03-19T17:53:35.325431Z","end":"2026-03-19T17:53:35.487713Z","steps":["trace[234776567] 'read index received' (duration: 162.083083ms)","trace[234776567] 'applied index is now lower than readState.Index' (duration: 197.695µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:35.487986Z","caller":"traceutil/trace.go:171","msg":"trace[1362202671] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"410.618548ms","start":"2026-03-19T17:53:35.077359Z","end":"2026-03-19T17:53:35.487978Z","steps":["trace[1362202671] 'process raft request' (duration: 410.226438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:35.488101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:35.077312Z","time spent":"410.702971ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:35.48839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.957345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:35.488425Z","caller":"traceutil/trace.go:171","msg":"trace[129150262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:739; }","duration":"163.043596ms","start":"2026-03-19T17:53:35.325372Z","end":"2026-03-19T17:53:35.488416Z","steps":["trace[129150262] 'agreement among raft nodes before linearized reading' (duration: 162.987675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:35.48848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.31924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:53:35.488582Z","caller":"traceutil/trace.go:171","msg":"trace[321542704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:739; }","duration":"106.499984ms","start":"2026-03-19T17:53:35.382059Z","end":"2026-03-19T17:53:35.488559Z","steps":["trace[321542704] 'agreement among raft nodes before linearized reading' (duration: 106.198447ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:35.685516Z","caller":"traceutil/trace.go:171","msg":"trace[1967942067] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"193.04708ms","start":"2026-03-19T17:53:35.492438Z","end":"2026-03-19T17:53:35.685485Z","steps":["trace[1967942067] 'process raft request' (duration: 192.864495ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:35.686613Z","caller":"traceutil/trace.go:171","msg":"trace[1556424268] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"191.804618ms","start":"2026-03-19T17:53:35.494781Z","end":"2026-03-19T17:53:35.686586Z","steps":["trace[1556424268] 'process raft request' (duration: 191.751277ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:35.68669Z","caller":"traceutil/trace.go:171","msg":"trace[353579364] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"193.156202ms","start":"2026-03-19T17:53:35.493472Z","end":"2026-03-19T17:53:35.686628Z","steps":["trace[353579364] 'process raft request' (duration: 192.945427ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:35.68682Z","caller":"traceutil/trace.go:171","msg":"trace[959847214] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"191.875451ms","start":"2026-03-19T17:53:35.494937Z","end":"2026-03-19T17:53:35.686813Z","steps":["trace[959847214] 'process raft request' (duration: 191.620785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:36.310015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.992054ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T17:53:37.895812Z","caller":"traceutil/trace.go:171","msg":"trace[3505593] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"200.753588ms","start":"2026-03-19T17:53:37.695028Z","end":"2026-03-19T17:53:37.895782Z","steps":["trace[3505593] 'process raft request' (duration: 200.557344ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:37.90639Z","caller":"traceutil/trace.go:171","msg":"trace[2000136231] linearizableReadLoop","detail":"{readStateIndex:782; appliedIndex:777; }","duration":"111.65912ms","start":"2026-03-19T17:53:37.7947Z","end":"2026-03-19T17:53:37.906359Z","steps":["trace[2000136231] 'read index received' (duration: 100.811215ms)","trace[2000136231] 'applied index is now lower than readState.Index' (duration: 10.846535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:37.906557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.821494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:37.90655Z","caller":"traceutil/trace.go:171","msg":"trace[1246218733] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"210.776212ms","start":"2026-03-19T17:53:37.695743Z","end":"2026-03-19T17:53:37.906519Z","steps":["trace[1246218733] 'process raft request' (duration: 210.375062ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:37.906714Z","caller":"traceutil/trace.go:171","msg":"trace[10060811] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:750; }","duration":"111.970067ms","start":"2026-03-19T17:53:37.794632Z","end":"2026-03-19T17:53:37.906602Z","steps":["trace[10060811] 'agreement among raft nodes before linearized reading' (duration: 111.842154ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:37.906794Z","caller":"traceutil/trace.go:171","msg":"trace[1743735769] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"211.686575ms","start":"2026-03-19T17:53:37.695091Z","end":"2026-03-19T17:53:37.906778Z","steps":["trace[1743735769] 'process raft request' (duration: 210.869605ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:37.906872Z","caller":"traceutil/trace.go:171","msg":"trace[647941542] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"209.640335ms","start":"2026-03-19T17:53:37.697209Z","end":"2026-03-19T17:53:37.906849Z","steps":["trace[647941542] 'process raft request' (duration: 209.047731ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:37.906916Z","caller":"traceutil/trace.go:171","msg":"trace[1964170229] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"208.497518ms","start":"2026-03-19T17:53:37.69835Z","end":"2026-03-19T17:53:37.906848Z","steps":["trace[1964170229] 'process raft request' (duration: 207.952335ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:54.247672Z","caller":"traceutil/trace.go:171","msg":"trace[908100030] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"173.59688ms","start":"2026-03-19T17:53:54.074041Z","end":"2026-03-19T17:53:54.247638Z","steps":["trace[908100030] 'process raft request' (duration: 168.802263ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:54.698407Z","caller":"traceutil/trace.go:171","msg":"trace[122526419] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"101.377311ms","start":"2026-03-19T17:53:54.596996Z","end":"2026-03-19T17:53:54.698373Z","steps":["trace[122526419] 'process raft request' (duration: 59.803963ms)","trace[122526419] 'compare' (duration: 41.457385ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:54.701477Z","caller":"traceutil/trace.go:171","msg":"trace[885526777] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"103.451203ms","start":"2026-03-19T17:53:54.598008Z","end":"2026-03-19T17:53:54.701459Z","steps":["trace[885526777] 'process raft request' (duration: 103.385641ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:54.8875Z","caller":"traceutil/trace.go:171","msg":"trace[232771096] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"101.456273ms","start":"2026-03-19T17:53:54.786012Z","end":"2026-03-19T17:53:54.887468Z","steps":["trace[232771096] 'process raft request' (duration: 73.060908ms)","trace[232771096] 'compare' (duration: 28.103908ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:54.946779Z","caller":"traceutil/trace.go:171","msg":"trace[1635772163] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"150.30177ms","start":"2026-03-19T17:53:54.796446Z","end":"2026-03-19T17:53:54.946748Z","steps":["trace[1635772163] 'process raft request' (duration: 150.237029ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:54.946804Z","caller":"traceutil/trace.go:171","msg":"trace[1262592698] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"150.590556ms","start":"2026-03-19T17:53:54.796172Z","end":"2026-03-19T17:53:54.946763Z","steps":["trace[1262592698] 'process raft request' (duration: 150.33473ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:55.065714Z","caller":"traceutil/trace.go:171","msg":"trace[698845374] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"107.338027ms","start":"2026-03-19T17:53:54.95835Z","end":"2026-03-19T17:53:55.065688Z","steps":["trace[698845374] 'process raft request' (duration: 107.280376ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:55.065943Z","caller":"traceutil/trace.go:171","msg":"trace[1939279508] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"109.697375ms","start":"2026-03-19T17:53:54.956057Z","end":"2026-03-19T17:53:55.065754Z","steps":["trace[1939279508] 'process raft request' (duration: 109.434639ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:57.440915Z","caller":"traceutil/trace.go:171","msg":"trace[1853979755] linearizableReadLoop","detail":"{readStateIndex:895; appliedIndex:894; }","duration":"117.594439ms","start":"2026-03-19T17:53:57.323284Z","end":"2026-03-19T17:53:57.440878Z","steps":["trace[1853979755] 'read index received' (duration: 117.317453ms)","trace[1853979755] 'applied index is now lower than readState.Index' (duration: 275.346µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:57.441155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.843785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:57.441223Z","caller":"traceutil/trace.go:171","msg":"trace[1700950420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:857; }","duration":"118.014779ms","start":"2026-03-19T17:53:57.32319Z","end":"2026-03-19T17:53:57.441205Z","steps":["trace[1700950420] 'agreement among raft nodes before linearized reading' (duration: 117.848205ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:57.44181Z","caller":"traceutil/trace.go:171","msg":"trace[622732584] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"236.341826ms","start":"2026-03-19T17:53:57.20544Z","end":"2026-03-19T17:53:57.441782Z","steps":["trace[622732584] 'process raft request' (duration: 235.24397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:59.688711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364539996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:59.688821Z","caller":"traceutil/trace.go:171","msg":"trace[614977371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:857; }","duration":"1.364719191s","start":"2026-03-19T17:53:58.324076Z","end":"2026-03-19T17:53:59.688795Z","steps":["trace[614977371] 'range keys from in-memory index tree' (duration: 1.364404142s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:59.688872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:58.324055Z","time spent":"1.364806542s","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:53:59.689139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519328906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:53:59.689226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423581222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:53:59.689251Z","caller":"traceutil/trace.go:171","msg":"trace[1586660540] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:857; }","duration":"1.51949279s","start":"2026-03-19T17:53:58.169727Z","end":"2026-03-19T17:53:59.68922Z","steps":["trace[1586660540] 'count revisions from in-memory index tree' (duration: 1.519250234s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:59.689287Z","caller":"traceutil/trace.go:171","msg":"trace[1460425728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:857; }","duration":"1.423670245s","start":"2026-03-19T17:53:58.265601Z","end":"2026-03-19T17:53:59.689271Z","steps":["trace[1460425728] 'range keys from in-memory index tree' (duration: 1.423409848s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:59.689313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922862826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T17:53:59.689311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:58.169709Z","time spent":"1.519590483s","remote":"127.0.0.1:53410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:53:59.689188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688455096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:53:59.689347Z","caller":"traceutil/trace.go:171","msg":"trace[582335741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:857; }","duration":"1.922945548s","start":"2026-03-19T17:53:57.766391Z","end":"2026-03-19T17:53:59.689337Z","steps":["trace[582335741] 'range keys from in-memory index tree' (duration: 1.922717963s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:59.68936Z","caller":"traceutil/trace.go:171","msg":"trace[1650720971] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:857; }","duration":"1.688663522s","start":"2026-03-19T17:53:58.000686Z","end":"2026-03-19T17:53:59.689349Z","steps":["trace[1650720971] 'range keys from in-memory index tree' (duration: 1.688237271s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:59.689383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:57.766365Z","time spent":"1.92300875s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T17:53:59.689385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:58.00066Z","time spent":"1.688718073s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:53:59.68932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:58.265583Z","time spent":"1.423729206s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:53:59.689561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689089772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T17:53:59.689557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58772064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T17:53:59.689616Z","caller":"traceutil/trace.go:171","msg":"trace[1271672404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:857; }","duration":"1.689200795s","start":"2026-03-19T17:53:58.000399Z","end":"2026-03-19T17:53:59.6896Z","steps":["trace[1271672404] 'range keys from in-memory index tree' (duration: 1.688862267s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:59.689651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:58.000369Z","time spent":"1.689274326s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T17:53:59.689705Z","caller":"traceutil/trace.go:171","msg":"trace[719926050] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:857; }","duration":"1.587872374s","start":"2026-03-19T17:53:58.101758Z","end":"2026-03-19T17:53:59.689631Z","steps":["trace[719926050] 'range keys from in-memory index tree' (duration: 1.587510105s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:59.689759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:58.101737Z","time spent":"1.588008728s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:53:59.692265Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.314103612s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T17:53:59.692786Z","caller":"traceutil/trace.go:171","msg":"trace[1308339046] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"1.314752738s","start":"2026-03-19T17:53:58.378016Z","end":"2026-03-19T17:53:59.692769Z","steps":["trace[1308339046] 'process raft request' (duration: 1.31443671s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:59.692917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:58.377963Z","time spent":"1.314882091s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:00.203656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":662764749535751266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:54:00.704694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":662764749535751266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:54:01.205742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":662764749535751266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:54:01.510724Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.815155588s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T17:54:01.518292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:00.614982Z","time spent":"903.301554ms","remote":"127.0.0.1:44952","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T17:54:01.518362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.395069ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:01.518511Z","caller":"traceutil/trace.go:171","msg":"trace[1412034662] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:858; }","duration":"830.558852ms","start":"2026-03-19T17:54:00.68793Z","end":"2026-03-19T17:54:01.518489Z","steps":["trace[1412034662] 'range keys from in-memory index tree' (duration: 830.371338ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:01.518538Z","caller":"traceutil/trace.go:171","msg":"trace[306425553] transaction","detail":"{read_only:false; response_revision:859; number_of_response:1; }","duration":"1.823033481s","start":"2026-03-19T17:53:59.695459Z","end":"2026-03-19T17:54:01.518492Z","steps":["trace[306425553] 'process raft request' (duration: 1.81563483s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:01.518738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:59.695443Z","time spent":"1.823181035s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:01.521048Z","caller":"traceutil/trace.go:171","msg":"trace[1110029729] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"1.825265486s","start":"2026-03-19T17:53:59.695753Z","end":"2026-03-19T17:54:01.521018Z","steps":["trace[1110029729] 'process raft request' (duration: 1.825009819s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:01.521242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:59.695716Z","time spent":"1.825404468s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:01.521329Z","caller":"traceutil/trace.go:171","msg":"trace[1521694210] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"1.824934298s","start":"2026-03-19T17:53:59.696371Z","end":"2026-03-19T17:54:01.521305Z","steps":["trace[1521694210] 'process raft request' (duration: 1.824598169s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:01.521496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:59.696361Z","time spent":"1.825041331s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:01.521909Z","caller":"traceutil/trace.go:171","msg":"trace[1233462376] linearizableReadLoop","detail":"{readStateIndex:901; appliedIndex:896; }","duration":"1.818937982s","start":"2026-03-19T17:53:59.702955Z","end":"2026-03-19T17:54:01.521893Z","steps":["trace[1233462376] 'read index received' (duration: 1.808063335s)","trace[1233462376] 'applied index is now lower than readState.Index' (duration: 10.873417ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:01.521995Z","caller":"traceutil/trace.go:171","msg":"trace[1904225303] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"1.825109283s","start":"2026-03-19T17:53:59.696874Z","end":"2026-03-19T17:54:01.521983Z","steps":["trace[1904225303] 'process raft request' (duration: 1.824966889s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:01.522023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819059375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:01.522061Z","caller":"traceutil/trace.go:171","msg":"trace[2074768650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:863; }","duration":"1.819122736s","start":"2026-03-19T17:53:59.702927Z","end":"2026-03-19T17:54:01.52205Z","steps":["trace[2074768650] 'agreement among raft nodes before linearized reading' (duration: 1.819057364s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:01.522089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:59.702915Z","time spent":"1.819168127s","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:54:01.522369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.320752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.79\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T17:54:01.522428Z","caller":"traceutil/trace.go:171","msg":"trace[355792947] range","detail":"{range_begin:/registry/masterleases/199.19.213.79; range_end:; response_count:1; response_revision:863; }","duration":"543.439754ms","start":"2026-03-19T17:54:00.978974Z","end":"2026-03-19T17:54:01.522414Z","steps":["trace[355792947] 'agreement among raft nodes before linearized reading' (duration: 543.216089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:01.522471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:00.978946Z","time spent":"543.515857ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.79\" "} {"level":"info","ts":"2026-03-19T17:54:01.522586Z","caller":"traceutil/trace.go:171","msg":"trace[864119519] transaction","detail":"{read_only:false; response_revision:862; number_of_response:1; }","duration":"1.825701396s","start":"2026-03-19T17:53:59.696504Z","end":"2026-03-19T17:54:01.522206Z","steps":["trace[864119519] 'process raft request' (duration: 1.824727252s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:01.522724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:59.696454Z","time spent":"1.82622999s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:01.522063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:59.696851Z","time spent":"1.825175184s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:20.507726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.392975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:20.50821Z","caller":"traceutil/trace.go:171","msg":"trace[687242187] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"255.889054ms","start":"2026-03-19T17:54:20.252298Z","end":"2026-03-19T17:54:20.508187Z","steps":["trace[687242187] 'process raft request' (duration: 255.817882ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:20.508493Z","caller":"traceutil/trace.go:171","msg":"trace[1546471154] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"259.01274ms","start":"2026-03-19T17:54:20.249462Z","end":"2026-03-19T17:54:20.508475Z","steps":["trace[1546471154] 'process raft request' (duration: 26.683842ms)","trace[1546471154] 'compare' (duration: 231.236852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:21.087266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.041739ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:21.087443Z","caller":"traceutil/trace.go:171","msg":"trace[1131352825] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:930; }","duration":"399.228474ms","start":"2026-03-19T17:54:20.688187Z","end":"2026-03-19T17:54:21.087416Z","steps":["trace[1131352825] 'range keys from in-memory index tree' (duration: 399.022009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:21.088272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.367257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-19T17:54:21.088698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.309746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.79\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T17:54:21.089065Z","caller":"traceutil/trace.go:171","msg":"trace[903273746] range","detail":"{range_begin:/registry/masterleases/199.19.213.79; range_end:; response_count:1; response_revision:931; }","duration":"109.724197ms","start":"2026-03-19T17:54:20.979327Z","end":"2026-03-19T17:54:21.089051Z","steps":["trace[903273746] 'agreement among raft nodes before linearized reading' (duration: 109.224014ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:21.08909Z","caller":"traceutil/trace.go:171","msg":"trace[1980402380] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"549.190935ms","start":"2026-03-19T17:54:20.539281Z","end":"2026-03-19T17:54:21.088472Z","steps":["trace[1980402380] 'process raft request' (duration: 412.51702ms)","trace[1980402380] 'compare' (duration: 136.238585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:21.089296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:20.539259Z","time spent":"549.928233ms","remote":"127.0.0.1:53262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11371,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:21.088434Z","caller":"traceutil/trace.go:171","msg":"trace[329802126] linearizableReadLoop","detail":"{readStateIndex:974; appliedIndex:973; }","duration":"109.025849ms","start":"2026-03-19T17:54:20.979374Z","end":"2026-03-19T17:54:21.0884Z","steps":["trace[329802126] 'read index received' (duration: 35.771µs)","trace[329802126] 'applied index is now lower than readState.Index' (duration: 108.987678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:23.326294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000388245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T17:54:23.326424Z","caller":"traceutil/trace.go:171","msg":"trace[265129713] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000575909s","start":"2026-03-19T17:54:21.325819Z","end":"2026-03-19T17:54:23.326395Z","steps":["trace[265129713] 'agreement among raft nodes before linearized reading' (duration: 2.000416125s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:23.326483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:21.325799Z","time spent":"2.000673171s","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 17:54:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T17:54:23.431813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800165143s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:23.433094Z","caller":"traceutil/trace.go:171","msg":"trace[873378105] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"2.336675168s","start":"2026-03-19T17:54:21.096349Z","end":"2026-03-19T17:54:23.433025Z","steps":["trace[873378105] 'process raft request' (duration: 535.180213ms)","trace[873378105] 'compare' (duration: 1.799492787s)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:23.433311Z","caller":"traceutil/trace.go:171","msg":"trace[550384041] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"2.334716709s","start":"2026-03-19T17:54:21.09856Z","end":"2026-03-19T17:54:23.433276Z","steps":["trace[550384041] 'process raft request' (duration: 2.334441413s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:23.433407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:21.096333Z","time spent":"2.336916924s","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":914,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:23.433521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:21.098538Z","time spent":"2.334875544s","remote":"127.0.0.1:53360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:23.433664Z","caller":"traceutil/trace.go:171","msg":"trace[1357777250] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"2.333442707s","start":"2026-03-19T17:54:21.100177Z","end":"2026-03-19T17:54:23.433619Z","steps":["trace[1357777250] 'process raft request' (duration: 2.333025287s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:23.43389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:21.10015Z","time spent":"2.333624754s","remote":"127.0.0.1:53586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9375,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:23.924479Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.292811605s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T17:54:24.361356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.329563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:24.361531Z","caller":"traceutil/trace.go:171","msg":"trace[158166613] linearizableReadLoop","detail":"{readStateIndex:979; appliedIndex:975; }","duration":"3.035645042s","start":"2026-03-19T17:54:21.325861Z","end":"2026-03-19T17:54:24.361506Z","steps":["trace[158166613] 'read index received' (duration: 305.821988ms)","trace[158166613] 'applied index is now lower than readState.Index' (duration: 2.729820794s)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:24.361593Z","caller":"traceutil/trace.go:171","msg":"trace[697330660] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"3.237436892s","start":"2026-03-19T17:54:21.124112Z","end":"2026-03-19T17:54:24.361549Z","steps":["trace[697330660] 'process raft request' (duration: 2.800619207s)","trace[697330660] 'compare' (duration: 435.905692ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:24.361805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:21.124089Z","time spent":"3.237597775s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:24.361846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.682499846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:54:24.361884Z","caller":"traceutil/trace.go:171","msg":"trace[1924896843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:935; }","duration":"2.682627619s","start":"2026-03-19T17:54:21.679244Z","end":"2026-03-19T17:54:24.361871Z","steps":["trace[1924896843] 'agreement among raft nodes before linearized reading' (duration: 2.682417733s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:24.361921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:21.67922Z","time spent":"2.682692081s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:54:24.362182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.196509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:24.362209Z","caller":"traceutil/trace.go:171","msg":"trace[845959423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:935; }","duration":"583.25477ms","start":"2026-03-19T17:54:23.778946Z","end":"2026-03-19T17:54:24.362201Z","steps":["trace[845959423] 'agreement among raft nodes before linearized reading' (duration: 583.210019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:24.362234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:23.778923Z","time spent":"583.306071ms","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:54:24.362424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.683040239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:54:24.362458Z","caller":"traceutil/trace.go:171","msg":"trace[1897890110] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:935; }","duration":"2.683206233s","start":"2026-03-19T17:54:21.679244Z","end":"2026-03-19T17:54:24.36245Z","steps":["trace[1897890110] 'agreement among raft nodes before linearized reading' (duration: 2.68311481s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:24.362482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:21.679223Z","time spent":"2.683253564s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:54:24.362568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03578201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:24.362667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.683289525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T17:54:24.362699Z","caller":"traceutil/trace.go:171","msg":"trace[322776072] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:935; }","duration":"2.683363226s","start":"2026-03-19T17:54:21.679326Z","end":"2026-03-19T17:54:24.362689Z","steps":["trace[322776072] 'agreement among raft nodes before linearized reading' (duration: 2.683281354s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:24.362724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:21.679251Z","time spent":"2.683467059s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T17:54:24.362699Z","caller":"traceutil/trace.go:171","msg":"trace[194833748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:935; }","duration":"1.035976685s","start":"2026-03-19T17:54:23.326693Z","end":"2026-03-19T17:54:24.362669Z","steps":["trace[194833748] 'agreement among raft nodes before linearized reading' (duration: 1.03576512s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:24.36283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:23.326664Z","time spent":"1.036147688s","remote":"127.0.0.1:53108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:54:24.36233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.679532543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:54:24.362961Z","caller":"traceutil/trace.go:171","msg":"trace[698809540] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:935; }","duration":"2.68021368s","start":"2026-03-19T17:54:21.682732Z","end":"2026-03-19T17:54:24.362946Z","steps":["trace[698809540] 'agreement among raft nodes before linearized reading' (duration: 2.679441571s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:24.363009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:21.682703Z","time spent":"2.680295432s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:54:24.363204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.617373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:54:24.363269Z","caller":"traceutil/trace.go:171","msg":"trace[499628919] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:935; }","duration":"865.689225ms","start":"2026-03-19T17:54:23.497563Z","end":"2026-03-19T17:54:24.363252Z","steps":["trace[499628919] 'agreement among raft nodes before linearized reading' (duration: 865.574222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:24.363237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.643989312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T17:54:24.363359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:23.497484Z","time spent":"865.857539ms","remote":"127.0.0.1:53546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:54:24.363385Z","caller":"traceutil/trace.go:171","msg":"trace[1437706839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:935; }","duration":"2.644208798s","start":"2026-03-19T17:54:21.719153Z","end":"2026-03-19T17:54:24.363362Z","steps":["trace[1437706839] 'agreement among raft nodes before linearized reading' (duration: 2.643831728s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:24.363457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:21.719131Z","time spent":"2.644315721s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T17:54:24.688762Z","caller":"traceutil/trace.go:171","msg":"trace[1183467171] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"317.894023ms","start":"2026-03-19T17:54:24.370837Z","end":"2026-03-19T17:54:24.688731Z","steps":["trace[1183467171] 'process raft request' (duration: 317.81503ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:24.688796Z","caller":"traceutil/trace.go:171","msg":"trace[858299330] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"318.015657ms","start":"2026-03-19T17:54:24.370728Z","end":"2026-03-19T17:54:24.688743Z","steps":["trace[858299330] 'process raft request' (duration: 317.697578ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:24.688945Z","caller":"traceutil/trace.go:171","msg":"trace[1440105962] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"318.16366ms","start":"2026-03-19T17:54:24.370733Z","end":"2026-03-19T17:54:24.688896Z","steps":["trace[1440105962] 'process raft request' (duration: 317.873182ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:24.688994Z","caller":"traceutil/trace.go:171","msg":"trace[509734302] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"317.32038ms","start":"2026-03-19T17:54:24.371661Z","end":"2026-03-19T17:54:24.688981Z","steps":["trace[509734302] 'process raft request' (duration: 317.030652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:24.689029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:24.370696Z","time spent":"318.202561ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:24.689128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:24.371645Z","time spent":"317.382281ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:24.689168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:24.370692Z","time spent":"318.355545ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:24.689196Z","caller":"traceutil/trace.go:171","msg":"trace[1043108146] linearizableReadLoop","detail":"{readStateIndex:985; appliedIndex:979; }","duration":"317.084944ms","start":"2026-03-19T17:54:24.372078Z","end":"2026-03-19T17:54:24.689163Z","steps":["trace[1043108146] 'read index received' (duration: 57.716523ms)","trace[1043108146] 'applied index is now lower than readState.Index' (duration: 259.366331ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:24.68929Z","caller":"traceutil/trace.go:171","msg":"trace[1944615441] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"317.567456ms","start":"2026-03-19T17:54:24.371712Z","end":"2026-03-19T17:54:24.689279Z","steps":["trace[1944615441] 'process raft request' (duration: 317.211127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:24.689345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:24.371669Z","time spent":"317.645387ms","remote":"127.0.0.1:53160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:24.689347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.249358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:24.689409Z","caller":"traceutil/trace.go:171","msg":"trace[2143108568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:941; }","duration":"317.346431ms","start":"2026-03-19T17:54:24.372029Z","end":"2026-03-19T17:54:24.689375Z","steps":["trace[2143108568] 'agreement among raft nodes before linearized reading' (duration: 317.247439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:24.689488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:24.372016Z","time spent":"317.459083ms","remote":"127.0.0.1:53108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:54:24.689818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:24.370826Z","time spent":"318.029107ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:26.110457Z","caller":"traceutil/trace.go:171","msg":"trace[652072281] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"135.453386ms","start":"2026-03-19T17:54:25.97495Z","end":"2026-03-19T17:54:26.110404Z","steps":["trace[652072281] 'process raft request' (duration: 135.171289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:26.826852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":662764749535751458,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:54:27.32798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":662764749535751458,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:54:27.360181Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.168231047s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T17:54:28.326216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999772894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T17:54:28.326305Z","caller":"traceutil/trace.go:171","msg":"trace[2115799318] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999990939s","start":"2026-03-19T17:54:26.326295Z","end":"2026-03-19T17:54:28.326286Z","steps":["trace[2115799318] 'agreement among raft nodes before linearized reading' (duration: 1.999856366s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:28.326345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:26.326262Z","time spent":"2.000076741s","remote":"127.0.0.1:53108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:54:28.752358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000531471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T17:54:28.752463Z","caller":"traceutil/trace.go:171","msg":"trace[844744558] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000682644s","start":"2026-03-19T17:54:26.751753Z","end":"2026-03-19T17:54:28.752436Z","steps":["trace[844744558] 'agreement among raft nodes before linearized reading' (duration: 2.0005516s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:28.752523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:26.751731Z","time spent":"2.000780826s","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 17:54:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T17:54:29.66944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.30904624s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T17:54:29.669695Z","caller":"traceutil/trace.go:171","msg":"trace[1038389144] linearizableReadLoop","detail":"{readStateIndex:987; appliedIndex:986; }","duration":"3.343264025s","start":"2026-03-19T17:54:26.326406Z","end":"2026-03-19T17:54:29.66967Z","steps":["trace[1038389144] 'read index received' (duration: 1.033891167s)","trace[1038389144] 'applied index is now lower than readState.Index' (duration: 2.309371118s)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:29.671204Z","caller":"traceutil/trace.go:171","msg":"trace[1170240713] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"1.60445073s","start":"2026-03-19T17:54:28.066715Z","end":"2026-03-19T17:54:29.671166Z","steps":["trace[1170240713] 'process raft request' (duration: 1.602857122s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:29.671645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:28.066683Z","time spent":"1.604613464s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:29.837358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.143211876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T17:54:29.837428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501705875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:29.837454Z","caller":"traceutil/trace.go:171","msg":"trace[1627733417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:943; }","duration":"3.143568584s","start":"2026-03-19T17:54:26.693861Z","end":"2026-03-19T17:54:29.837429Z","steps":["trace[1627733417] 'agreement among raft nodes before linearized reading' (duration: 2.977286543s)","trace[1627733417] 'range keys from in-memory index tree' (duration: 166.027245ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:29.837485Z","caller":"traceutil/trace.go:171","msg":"trace[1539612807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:943; }","duration":"1.501810318s","start":"2026-03-19T17:54:28.335658Z","end":"2026-03-19T17:54:29.837469Z","steps":["trace[1539612807] 'agreement among raft nodes before linearized reading' (duration: 1.335499776s)","trace[1539612807] 'range keys from in-memory index tree' (duration: 166.212349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:29.837508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:26.693826Z","time spent":"3.143672286s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:54:29.837522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:28.335635Z","time spent":"1.50187927s","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:54:29.837675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.141078304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:54:29.837737Z","caller":"traceutil/trace.go:171","msg":"trace[1897481367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:943; }","duration":"3.141137576s","start":"2026-03-19T17:54:26.696578Z","end":"2026-03-19T17:54:29.837715Z","steps":["trace[1897481367] 'agreement among raft nodes before linearized reading' (duration: 2.974085105s)","trace[1897481367] 'range keys from in-memory index tree' (duration: 166.894986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:29.837745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.823899218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:29.837782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:26.696544Z","time spent":"3.141227578s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:54:29.837827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507714713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e4f8b074cbf14\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T17:54:29.837864Z","caller":"traceutil/trace.go:171","msg":"trace[2074633410] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e4f8b074cbf14; range_end:; response_count:1; response_revision:943; }","duration":"1.507773105s","start":"2026-03-19T17:54:28.330077Z","end":"2026-03-19T17:54:29.83785Z","steps":["trace[2074633410] 'agreement among raft nodes before linearized reading' (duration: 1.341079703s)","trace[2074633410] 'range keys from in-memory index tree' (duration: 166.591779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:29.837884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.143432272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T17:54:29.837895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:28.330059Z","time spent":"1.507827736s","remote":"127.0.0.1:53160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e4f8b074cbf14\" "} {"level":"info","ts":"2026-03-19T17:54:29.837911Z","caller":"traceutil/trace.go:171","msg":"trace[1822128040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:943; }","duration":"3.143479823s","start":"2026-03-19T17:54:26.694423Z","end":"2026-03-19T17:54:29.837902Z","steps":["trace[1822128040] 'agreement among raft nodes before linearized reading' (duration: 2.976710599s)","trace[1822128040] 'range keys from in-memory index tree' (duration: 166.668601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:29.83794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:26.69441Z","time spent":"3.143523604s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:54:29.83804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.402850064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:54:29.838083Z","caller":"traceutil/trace.go:171","msg":"trace[200845882] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:943; }","duration":"3.402892025s","start":"2026-03-19T17:54:26.435176Z","end":"2026-03-19T17:54:29.838068Z","steps":["trace[200845882] 'agreement among raft nodes before linearized reading' (duration: 3.235471016s)","trace[200845882] 'range keys from in-memory index tree' (duration: 167.313727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:29.838131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:26.435147Z","time spent":"3.402973617s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:54:29.837745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750311992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:29.838251Z","caller":"traceutil/trace.go:171","msg":"trace[1266703344] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:943; }","duration":"1.750809384s","start":"2026-03-19T17:54:28.087419Z","end":"2026-03-19T17:54:29.838229Z","steps":["trace[1266703344] 'agreement among raft nodes before linearized reading' (duration: 1.583754693s)","trace[1266703344] 'count revisions from in-memory index tree' (duration: 166.542348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:29.83831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:28.087343Z","time spent":"1.750950608s","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:54:29.837786Z","caller":"traceutil/trace.go:171","msg":"trace[1228808547] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:943; }","duration":"2.823990061s","start":"2026-03-19T17:54:27.013781Z","end":"2026-03-19T17:54:29.837771Z","steps":["trace[1228808547] 'agreement among raft nodes before linearized reading' (duration: 2.656871739s)","trace[1228808547] 'count revisions from in-memory index tree' (duration: 167.048851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:29.838394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:27.013752Z","time spent":"2.824628736s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:54:29.838766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.144934178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T17:54:29.83886Z","caller":"traceutil/trace.go:171","msg":"trace[555667149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:943; }","duration":"3.145090012s","start":"2026-03-19T17:54:26.693747Z","end":"2026-03-19T17:54:29.838837Z","steps":["trace[555667149] 'agreement among raft nodes before linearized reading' (duration: 2.977413076s)","trace[555667149] 'range keys from in-memory index tree' (duration: 166.069356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:29.838935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:26.693718Z","time spent":"3.145205495s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T17:54:29.96629Z","caller":"traceutil/trace.go:171","msg":"trace[1951428099] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"126.050356ms","start":"2026-03-19T17:54:29.840204Z","end":"2026-03-19T17:54:29.966254Z","steps":["trace[1951428099] 'process raft request' (duration: 125.730348ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:30.649767Z","caller":"traceutil/trace.go:171","msg":"trace[385266184] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"806.825271ms","start":"2026-03-19T17:54:29.842906Z","end":"2026-03-19T17:54:30.649731Z","steps":["trace[385266184] 'process raft request' (duration: 806.553415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:30.649983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:29.842884Z","time spent":"806.979354ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:30.650083Z","caller":"traceutil/trace.go:171","msg":"trace[1710489166] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"806.190616ms","start":"2026-03-19T17:54:29.843859Z","end":"2026-03-19T17:54:30.65005Z","steps":["trace[1710489166] 'process raft request' (duration: 805.812036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:30.650282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:29.843824Z","time spent":"806.34638ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:30.650732Z","caller":"traceutil/trace.go:171","msg":"trace[362573785] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"806.600616ms","start":"2026-03-19T17:54:29.844117Z","end":"2026-03-19T17:54:30.650718Z","steps":["trace[362573785] 'process raft request' (duration: 806.34295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:30.650812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:29.844106Z","time spent":"806.665627ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:30.651179Z","caller":"traceutil/trace.go:171","msg":"trace[562820060] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"806.945674ms","start":"2026-03-19T17:54:29.844171Z","end":"2026-03-19T17:54:30.651116Z","steps":["trace[562820060] 'process raft request' (duration: 806.453912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:30.651258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:29.844151Z","time spent":"807.065847ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:30.651284Z","caller":"traceutil/trace.go:171","msg":"trace[778241116] linearizableReadLoop","detail":"{readStateIndex:994; appliedIndex:988; }","duration":"803.09813ms","start":"2026-03-19T17:54:29.848134Z","end":"2026-03-19T17:54:30.651232Z","steps":["trace[778241116] 'read index received' (duration: 117.854855ms)","trace[778241116] 'applied index is now lower than readState.Index' (duration: 685.241675ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:30.651442Z","caller":"traceutil/trace.go:171","msg":"trace[1123106945] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"807.007536ms","start":"2026-03-19T17:54:29.844402Z","end":"2026-03-19T17:54:30.651409Z","steps":["trace[1123106945] 'process raft request' (duration: 806.570305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:30.651491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.350426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:30.651621Z","caller":"traceutil/trace.go:171","msg":"trace[1674070942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:949; }","duration":"803.49806ms","start":"2026-03-19T17:54:29.848101Z","end":"2026-03-19T17:54:30.651599Z","steps":["trace[1674070942] 'agreement among raft nodes before linearized reading' (duration: 803.303846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:30.651645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:29.844389Z","time spent":"807.150019ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:30.651741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:29.84809Z","time spent":"803.606473ms","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:54:31.768657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.289392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:31.768782Z","caller":"traceutil/trace.go:171","msg":"trace[2047780960] linearizableReadLoop","detail":"{readStateIndex:995; appliedIndex:994; }","duration":"842.797743ms","start":"2026-03-19T17:54:30.92596Z","end":"2026-03-19T17:54:31.768757Z","steps":["trace[2047780960] 'read index received' (duration: 417.171633ms)","trace[2047780960] 'applied index is now lower than readState.Index' (duration: 425.62454ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:31.769464Z","caller":"traceutil/trace.go:171","msg":"trace[571907888] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"1.149360259s","start":"2026-03-19T17:54:30.620085Z","end":"2026-03-19T17:54:31.769446Z","steps":["trace[571907888] 'process raft request' (duration: 723.166335ms)","trace[571907888] 'compare' (duration: 424.898453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:31.769498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.550949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.79\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-19T17:54:31.769155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.193312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:31.769594Z","caller":"traceutil/trace.go:171","msg":"trace[68309588] range","detail":"{range_begin:/registry/masterleases/199.19.213.79; range_end:; response_count:1; response_revision:950; }","duration":"789.706233ms","start":"2026-03-19T17:54:30.979865Z","end":"2026-03-19T17:54:31.769571Z","steps":["trace[68309588] 'agreement among raft nodes before linearized reading' (duration: 789.452807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:31.769592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:30.620053Z","time spent":"1.149457711s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:31.769636Z","caller":"traceutil/trace.go:171","msg":"trace[229938429] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:950; }","duration":"843.726545ms","start":"2026-03-19T17:54:30.925889Z","end":"2026-03-19T17:54:31.769616Z","steps":["trace[229938429] 'agreement among raft nodes before linearized reading' (duration: 843.169802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:31.769646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:30.979839Z","time spent":"789.796996ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.79\" "} {"level":"warn","ts":"2026-03-19T17:54:31.769707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:30.925858Z","time spent":"843.826708ms","remote":"127.0.0.1:53406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:54:31.769725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.105962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:31.76987Z","caller":"traceutil/trace.go:171","msg":"trace[555967671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:950; }","duration":"444.520112ms","start":"2026-03-19T17:54:31.325331Z","end":"2026-03-19T17:54:31.769851Z","steps":["trace[555967671] 'agreement among raft nodes before linearized reading' (duration: 444.056441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:31.769944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:31.32531Z","time spent":"444.625045ms","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:54:32.316482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.533533ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-19T17:54:32.316603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:31.771987Z","time spent":"544.611554ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T17:54:32.88836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.228894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:32.888594Z","caller":"traceutil/trace.go:171","msg":"trace[2030132570] linearizableReadLoop","detail":"{readStateIndex:997; appliedIndex:996; }","duration":"231.753245ms","start":"2026-03-19T17:54:32.656731Z","end":"2026-03-19T17:54:32.888484Z","steps":["trace[2030132570] 'read index received' (duration: 64.247953ms)","trace[2030132570] 'applied index is now lower than readState.Index' (duration: 167.502852ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:32.888688Z","caller":"traceutil/trace.go:171","msg":"trace[753815694] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"570.320574ms","start":"2026-03-19T17:54:32.318334Z","end":"2026-03-19T17:54:32.888655Z","steps":["trace[753815694] 'process raft request' (duration: 402.639568ms)","trace[753815694] 'compare' (duration: 167.042769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:32.888877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:32.318297Z","time spent":"570.482098ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:32.889103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.973431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T17:54:32.889225Z","caller":"traceutil/trace.go:171","msg":"trace[320751697] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:951; }","duration":"230.116854ms","start":"2026-03-19T17:54:32.659083Z","end":"2026-03-19T17:54:32.8892Z","steps":["trace[320751697] 'agreement among raft nodes before linearized reading' (duration: 229.773286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:32.889242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.508323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:54:32.889292Z","caller":"traceutil/trace.go:171","msg":"trace[210893055] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:951; }","duration":"232.598455ms","start":"2026-03-19T17:54:32.656679Z","end":"2026-03-19T17:54:32.889278Z","steps":["trace[210893055] 'agreement among raft nodes before linearized reading' (duration: 232.429731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:32.889103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.265607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:54:32.889391Z","caller":"traceutil/trace.go:171","msg":"trace[483555674] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:951; }","duration":"232.586214ms","start":"2026-03-19T17:54:32.656795Z","end":"2026-03-19T17:54:32.889381Z","steps":["trace[483555674] 'agreement among raft nodes before linearized reading' (duration: 232.018361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:32.889378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.99578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T17:54:32.889391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.497132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:54:32.889477Z","caller":"traceutil/trace.go:171","msg":"trace[1743917864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:951; }","duration":"232.113643ms","start":"2026-03-19T17:54:32.657337Z","end":"2026-03-19T17:54:32.889451Z","steps":["trace[1743917864] 'agreement among raft nodes before linearized reading' (duration: 231.785835ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:32.889487Z","caller":"traceutil/trace.go:171","msg":"trace[1435933162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:951; }","duration":"232.627755ms","start":"2026-03-19T17:54:32.656837Z","end":"2026-03-19T17:54:32.889465Z","steps":["trace[1435933162] 'agreement among raft nodes before linearized reading' (duration: 232.297797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:33.395377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":662764749535751482,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T17:54:33.512177Z","caller":"traceutil/trace.go:171","msg":"trace[463072265] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"617.942497ms","start":"2026-03-19T17:54:32.894199Z","end":"2026-03-19T17:54:33.512142Z","steps":["trace[463072265] 'process raft request' (duration: 617.65398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:33.512379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:32.894182Z","time spent":"618.092861ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:34.349706Z","caller":"traceutil/trace.go:171","msg":"trace[866610106] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"1.45537682s","start":"2026-03-19T17:54:32.894256Z","end":"2026-03-19T17:54:34.349632Z","steps":["trace[866610106] 'process raft request' (duration: 1.454821306s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:34.350076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:32.894228Z","time spent":"1.455664977s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:34.350368Z","caller":"traceutil/trace.go:171","msg":"trace[1248200846] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"1.455864721s","start":"2026-03-19T17:54:32.894459Z","end":"2026-03-19T17:54:34.350324Z","steps":["trace[1248200846] 'process raft request' (duration: 1.455017181s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:34.350613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:32.894438Z","time spent":"1.456038936s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:34.350905Z","caller":"traceutil/trace.go:171","msg":"trace[1640014980] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"1.456238772s","start":"2026-03-19T17:54:32.894637Z","end":"2026-03-19T17:54:34.350876Z","steps":["trace[1640014980] 'process raft request' (duration: 1.455498673s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:34.351068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:32.894627Z","time spent":"1.456351704s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:34.351222Z","caller":"traceutil/trace.go:171","msg":"trace[1429623274] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"1.45656277s","start":"2026-03-19T17:54:32.894641Z","end":"2026-03-19T17:54:34.351204Z","steps":["trace[1429623274] 'process raft request' (duration: 1.456186031s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:34.351486Z","caller":"traceutil/trace.go:171","msg":"trace[322919867] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"1.214638238s","start":"2026-03-19T17:54:33.13683Z","end":"2026-03-19T17:54:34.351468Z","steps":["trace[322919867] 'process raft request' (duration: 1.214272609s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:34.351507Z","caller":"traceutil/trace.go:171","msg":"trace[1601381603] linearizableReadLoop","detail":"{readStateIndex:1003; appliedIndex:998; }","duration":"1.45617647s","start":"2026-03-19T17:54:32.89528Z","end":"2026-03-19T17:54:34.351456Z","steps":["trace[1601381603] 'read index received' (duration: 617.441105ms)","trace[1601381603] 'applied index is now lower than readState.Index' (duration: 838.733885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:34.351577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:33.136799Z","time spent":"1.21473229s","remote":"127.0.0.1:53160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:54:34.351646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:32.894624Z","time spent":"1.456867137s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:34.351929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456655972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T17:54:34.351979Z","caller":"traceutil/trace.go:171","msg":"trace[400793527] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:957; }","duration":"1.456733923s","start":"2026-03-19T17:54:32.895232Z","end":"2026-03-19T17:54:34.351966Z","steps":["trace[400793527] 'agreement among raft nodes before linearized reading' (duration: 1.45661377s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:34.352015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:32.895217Z","time spent":"1.456790775s","remote":"127.0.0.1:53360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T17:54:34.352306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11303719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:34.352348Z","caller":"traceutil/trace.go:171","msg":"trace[832524087] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:0; response_revision:957; }","duration":"1.113103521s","start":"2026-03-19T17:54:33.239234Z","end":"2026-03-19T17:54:34.352338Z","steps":["trace[832524087] 'agreement among raft nodes before linearized reading' (duration: 1.11304503s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:34.352379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:33.239214Z","time spent":"1.113155423s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-19T17:54:34.352526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028117811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:34.352558Z","caller":"traceutil/trace.go:171","msg":"trace[562325348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:957; }","duration":"1.028194883s","start":"2026-03-19T17:54:33.324355Z","end":"2026-03-19T17:54:34.35255Z","steps":["trace[562325348] 'agreement among raft nodes before linearized reading' (duration: 1.028145542s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:34.352583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:33.324328Z","time spent":"1.028249674s","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:54:34.926911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.09319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:34.927057Z","caller":"traceutil/trace.go:171","msg":"trace[1992041028] linearizableReadLoop","detail":"{readStateIndex:1004; appliedIndex:1003; }","duration":"569.557605ms","start":"2026-03-19T17:54:34.35748Z","end":"2026-03-19T17:54:34.927038Z","steps":["trace[1992041028] 'read index received' (duration: 364.335071ms)","trace[1992041028] 'applied index is now lower than readState.Index' (duration: 205.220094ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:34.927171Z","caller":"traceutil/trace.go:171","msg":"trace[1188765487] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"571.493303ms","start":"2026-03-19T17:54:34.355669Z","end":"2026-03-19T17:54:34.927162Z","steps":["trace[1188765487] 'process raft request' (duration: 366.055594ms)","trace[1188765487] 'compare' (duration: 204.889935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:34.927211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:34.355648Z","time spent":"571.544343ms","remote":"127.0.0.1:53160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:54:34.927459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.967744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:34.927489Z","caller":"traceutil/trace.go:171","msg":"trace[1043404708] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:958; }","duration":"570.043406ms","start":"2026-03-19T17:54:34.357439Z","end":"2026-03-19T17:54:34.927482Z","steps":["trace[1043404708] 'agreement among raft nodes before linearized reading' (duration: 569.950124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:34.927509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:34.357423Z","time spent":"570.082377ms","remote":"127.0.0.1:53168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-19T17:54:34.927832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.630313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:34.927976Z","caller":"traceutil/trace.go:171","msg":"trace[1443798066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:958; }","duration":"566.834848ms","start":"2026-03-19T17:54:34.361104Z","end":"2026-03-19T17:54:34.927939Z","steps":["trace[1443798066] 'agreement among raft nodes before linearized reading' (duration: 566.563401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:34.928043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:34.361098Z","time spent":"566.932902ms","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:54:36.974719Z","caller":"traceutil/trace.go:171","msg":"trace[394349377] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"329.860086ms","start":"2026-03-19T17:54:36.644829Z","end":"2026-03-19T17:54:36.974689Z","steps":["trace[394349377] 'process raft request' (duration: 329.670072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:36.97489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:36.644805Z","time spent":"330.00189ms","remote":"127.0.0.1:53160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:54:37.765775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.110193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:54:37.765915Z","caller":"traceutil/trace.go:171","msg":"trace[1911058079] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:975; }","duration":"337.335679ms","start":"2026-03-19T17:54:37.42854Z","end":"2026-03-19T17:54:37.765875Z","steps":["trace[1911058079] 'count revisions from in-memory index tree' (duration: 336.935459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:37.765974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:37.428508Z","time spent":"337.452931ms","remote":"127.0.0.1:45454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":3,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:54:37.766071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.109422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T17:54:37.766144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.86014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:54:37.766262Z","caller":"traceutil/trace.go:171","msg":"trace[1606831662] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:975; }","duration":"197.042384ms","start":"2026-03-19T17:54:37.569194Z","end":"2026-03-19T17:54:37.766236Z","steps":["trace[1606831662] 'count revisions from in-memory index tree' (duration: 196.550333ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:37.766184Z","caller":"traceutil/trace.go:171","msg":"trace[1888116331] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:975; }","duration":"225.305546ms","start":"2026-03-19T17:54:37.540854Z","end":"2026-03-19T17:54:37.76616Z","steps":["trace[1888116331] 'range keys from in-memory index tree' (duration: 224.874036ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:38.498292Z","caller":"traceutil/trace.go:171","msg":"trace[575917855] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"124.153679ms","start":"2026-03-19T17:54:38.374085Z","end":"2026-03-19T17:54:38.498239Z","steps":["trace[575917855] 'process raft request' (duration: 61.24525ms)","trace[575917855] 'compare' (duration: 62.565191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:38.498552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.523781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:54:38.498638Z","caller":"traceutil/trace.go:171","msg":"trace[843276941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:979; }","duration":"111.657494ms","start":"2026-03-19T17:54:38.386959Z","end":"2026-03-19T17:54:38.498617Z","steps":["trace[843276941] 'agreement among raft nodes before linearized reading' (duration: 111.399758ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:38.64431Z","caller":"traceutil/trace.go:171","msg":"trace[521670987] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"140.340506ms","start":"2026-03-19T17:54:38.503937Z","end":"2026-03-19T17:54:38.644277Z","steps":["trace[521670987] 'process raft request' (duration: 125.868142ms)","trace[521670987] 'compare' (duration: 14.31959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:40.819049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.583497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:54:40.819165Z","caller":"traceutil/trace.go:171","msg":"trace[718874123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:993; }","duration":"168.775633ms","start":"2026-03-19T17:54:40.650364Z","end":"2026-03-19T17:54:40.81914Z","steps":["trace[718874123] 'range keys from in-memory index tree' (duration: 168.32058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:40.819095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.022837ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:40.81939Z","caller":"traceutil/trace.go:171","msg":"trace[2008669363] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:993; }","duration":"131.349045ms","start":"2026-03-19T17:54:40.687975Z","end":"2026-03-19T17:54:40.819324Z","steps":["trace[2008669363] 'range keys from in-memory index tree' (duration: 130.988836ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:41.917841Z","caller":"traceutil/trace.go:171","msg":"trace[1679671818] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"109.903331ms","start":"2026-03-19T17:54:41.807909Z","end":"2026-03-19T17:54:41.917812Z","steps":["trace[1679671818] 'process raft request' (duration: 109.677726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:42.21767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.006307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:42.217791Z","caller":"traceutil/trace.go:171","msg":"trace[2135880626] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:997; }","duration":"104.175341ms","start":"2026-03-19T17:54:42.113593Z","end":"2026-03-19T17:54:42.217768Z","steps":["trace[2135880626] 'count revisions from in-memory index tree' (duration: 103.932584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:42.217921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.19422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-19T17:54:42.218022Z","caller":"traceutil/trace.go:171","msg":"trace[305066839] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:997; }","duration":"184.356225ms","start":"2026-03-19T17:54:42.03364Z","end":"2026-03-19T17:54:42.217996Z","steps":["trace[305066839] 'range keys from in-memory index tree' (duration: 184.008095ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:54.765926Z","caller":"traceutil/trace.go:171","msg":"trace[189928614] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"172.791434ms","start":"2026-03-19T17:54:54.593116Z","end":"2026-03-19T17:54:54.765907Z","steps":["trace[189928614] 'process raft request' (duration: 78.682658ms)","trace[189928614] 'compare' (duration: 92.868666ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:54.766024Z","caller":"traceutil/trace.go:171","msg":"trace[646828999] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"172.331272ms","start":"2026-03-19T17:54:54.593687Z","end":"2026-03-19T17:54:54.766019Z","steps":["trace[646828999] 'process raft request' (duration: 171.898092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:55.021849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.051049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:54:55.021939Z","caller":"traceutil/trace.go:171","msg":"trace[2042311666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1067; }","duration":"115.208993ms","start":"2026-03-19T17:54:54.90671Z","end":"2026-03-19T17:54:55.021919Z","steps":["trace[2042311666] 'range keys from in-memory index tree' (duration: 114.834994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:56.533928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.660017ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-19T17:54:56.874029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.700319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:56.874132Z","caller":"traceutil/trace.go:171","msg":"trace[489358222] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1072; }","duration":"127.897844ms","start":"2026-03-19T17:54:56.746214Z","end":"2026-03-19T17:54:56.874111Z","steps":["trace[489358222] 'count revisions from in-memory index tree' (duration: 127.585487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:56.87435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.139218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:54:56.874454Z","caller":"traceutil/trace.go:171","msg":"trace[1252764720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1072; }","duration":"103.286631ms","start":"2026-03-19T17:54:56.771142Z","end":"2026-03-19T17:54:56.874429Z","steps":["trace[1252764720] 'range keys from in-memory index tree' (duration: 102.881121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:56.874743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.949167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:54:56.874996Z","caller":"traceutil/trace.go:171","msg":"trace[29602279] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1072; }","duration":"104.223664ms","start":"2026-03-19T17:54:56.770742Z","end":"2026-03-19T17:54:56.874966Z","steps":["trace[29602279] 'range keys from in-memory index tree' (duration: 103.265761ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:57.000108Z","caller":"traceutil/trace.go:171","msg":"trace[1910052069] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"121.316443ms","start":"2026-03-19T17:54:56.878758Z","end":"2026-03-19T17:54:57.000074Z","steps":["trace[1910052069] 'process raft request' (duration: 120.994085ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:57.011851Z","caller":"traceutil/trace.go:171","msg":"trace[1813649970] transaction","detail":"{read_only:false; response_revision:1074; number_of_response:1; }","duration":"132.744683ms","start":"2026-03-19T17:54:56.879074Z","end":"2026-03-19T17:54:57.011818Z","steps":["trace[1813649970] 'process raft request' (duration: 132.528358ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:57.012007Z","caller":"traceutil/trace.go:171","msg":"trace[1989516581] transaction","detail":"{read_only:false; response_revision:1075; number_of_response:1; }","duration":"132.919288ms","start":"2026-03-19T17:54:56.879069Z","end":"2026-03-19T17:54:57.011988Z","steps":["trace[1989516581] 'process raft request' (duration: 132.708233ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:57.239679Z","caller":"traceutil/trace.go:171","msg":"trace[1371307233] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"163.898236ms","start":"2026-03-19T17:54:57.075715Z","end":"2026-03-19T17:54:57.239614Z","steps":["trace[1371307233] 'process raft request' (duration: 105.33529ms)","trace[1371307233] 'compare' (duration: 58.307779ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:01.210532Z","caller":"traceutil/trace.go:171","msg":"trace[1456175455] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"148.899539ms","start":"2026-03-19T17:55:01.06158Z","end":"2026-03-19T17:55:01.21048Z","steps":["trace[1456175455] 'process raft request' (duration: 99.917558ms)","trace[1456175455] 'compare' (duration: 48.617552ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:01.210795Z","caller":"traceutil/trace.go:171","msg":"trace[1654537308] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"148.368136ms","start":"2026-03-19T17:55:01.06237Z","end":"2026-03-19T17:55:01.210738Z","steps":["trace[1654537308] 'process raft request' (duration: 148.226842ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:01.211336Z","caller":"traceutil/trace.go:171","msg":"trace[876076085] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"149.211996ms","start":"2026-03-19T17:55:01.062069Z","end":"2026-03-19T17:55:01.211281Z","steps":["trace[876076085] 'process raft request' (duration: 148.473658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:02.391703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.426038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-19T17:55:02.391784Z","caller":"traceutil/trace.go:171","msg":"trace[1095118403] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1095; }","duration":"126.568761ms","start":"2026-03-19T17:55:02.265191Z","end":"2026-03-19T17:55:02.39176Z","steps":["trace[1095118403] 'range keys from in-memory index tree' (duration: 126.190012ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:02.484486Z","caller":"traceutil/trace.go:171","msg":"trace[1260522924] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"200.251137ms","start":"2026-03-19T17:55:02.284205Z","end":"2026-03-19T17:55:02.484456Z","steps":["trace[1260522924] 'process raft request' (duration: 200.064142ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:07.667472Z","caller":"traceutil/trace.go:171","msg":"trace[1232570445] linearizableReadLoop","detail":"{readStateIndex:1172; appliedIndex:1171; }","duration":"100.061591ms","start":"2026-03-19T17:55:07.567372Z","end":"2026-03-19T17:55:07.667434Z","steps":["trace[1232570445] 'read index received' (duration: 86.016897ms)","trace[1232570445] 'applied index is now lower than readState.Index' (duration: 14.042364ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:07.667484Z","caller":"traceutil/trace.go:171","msg":"trace[1533391231] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"140.081182ms","start":"2026-03-19T17:55:07.527363Z","end":"2026-03-19T17:55:07.667444Z","steps":["trace[1533391231] 'process raft request' (duration: 126.112531ms)","trace[1533391231] 'compare' (duration: 13.717415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:07.667717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.324068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-19T17:55:07.667862Z","caller":"traceutil/trace.go:171","msg":"trace[1232011838] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1119; }","duration":"100.463432ms","start":"2026-03-19T17:55:07.567326Z","end":"2026-03-19T17:55:07.66779Z","steps":["trace[1232011838] 'agreement among raft nodes before linearized reading' (duration: 100.215716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:11.054956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.060844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:55:11.055214Z","caller":"traceutil/trace.go:171","msg":"trace[1430949744] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"239.488419ms","start":"2026-03-19T17:55:10.815688Z","end":"2026-03-19T17:55:11.055177Z","steps":["trace[1430949744] 'process raft request' (duration: 61.108247ms)","trace[1430949744] 'compare' (duration: 177.925021ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:11.546704Z","caller":"traceutil/trace.go:171","msg":"trace[988448481] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"108.928379ms","start":"2026-03-19T17:55:11.437733Z","end":"2026-03-19T17:55:11.546661Z","steps":["trace[988448481] 'process raft request' (duration: 108.779126ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:11.551575Z","caller":"traceutil/trace.go:171","msg":"trace[1281307281] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"110.166049ms","start":"2026-03-19T17:55:11.441379Z","end":"2026-03-19T17:55:11.551545Z","steps":["trace[1281307281] 'process raft request' (duration: 110.115488ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:11.552562Z","caller":"traceutil/trace.go:171","msg":"trace[1488060878] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"112.289881ms","start":"2026-03-19T17:55:11.440255Z","end":"2026-03-19T17:55:11.552545Z","steps":["trace[1488060878] 'process raft request' (duration: 111.096593ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:12.832577Z","caller":"traceutil/trace.go:171","msg":"trace[1118002614] transaction","detail":"{read_only:false; response_revision:1139; number_of_response:1; }","duration":"105.083824ms","start":"2026-03-19T17:55:12.727468Z","end":"2026-03-19T17:55:12.832552Z","steps":["trace[1118002614] 'process raft request' (duration: 104.92045ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:15.693686Z","caller":"traceutil/trace.go:171","msg":"trace[1995360214] linearizableReadLoop","detail":"{readStateIndex:1205; appliedIndex:1204; }","duration":"128.476568ms","start":"2026-03-19T17:55:15.565179Z","end":"2026-03-19T17:55:15.693656Z","steps":["trace[1995360214] 'read index received' (duration: 128.232962ms)","trace[1995360214] 'applied index is now lower than readState.Index' (duration: 242.276µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:15.693832Z","caller":"traceutil/trace.go:171","msg":"trace[2021041489] transaction","detail":"{read_only:false; response_revision:1151; number_of_response:1; }","duration":"128.686514ms","start":"2026-03-19T17:55:15.565128Z","end":"2026-03-19T17:55:15.693814Z","steps":["trace[2021041489] 'process raft request' (duration: 128.363416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:15.694161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.96167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T17:55:15.694177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.857635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-19T17:55:15.694236Z","caller":"traceutil/trace.go:171","msg":"trace[122471487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1151; }","duration":"129.065783ms","start":"2026-03-19T17:55:15.565149Z","end":"2026-03-19T17:55:15.694215Z","steps":["trace[122471487] 'agreement among raft nodes before linearized reading' (duration: 128.915719ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:15.694257Z","caller":"traceutil/trace.go:171","msg":"trace[189249162] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1151; }","duration":"123.964017ms","start":"2026-03-19T17:55:15.570279Z","end":"2026-03-19T17:55:15.694243Z","steps":["trace[189249162] 'agreement among raft nodes before linearized reading' (duration: 123.688361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:15.934427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.039562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:55:15.934804Z","caller":"traceutil/trace.go:171","msg":"trace[911861142] transaction","detail":"{read_only:false; response_revision:1153; number_of_response:1; }","duration":"236.368052ms","start":"2026-03-19T17:55:15.698409Z","end":"2026-03-19T17:55:15.934777Z","steps":["trace[911861142] 'process raft request' (duration: 236.227649ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:15.934881Z","caller":"traceutil/trace.go:171","msg":"trace[662972963] transaction","detail":"{read_only:false; response_revision:1152; number_of_response:1; }","duration":"237.11195ms","start":"2026-03-19T17:55:15.697709Z","end":"2026-03-19T17:55:15.934821Z","steps":["trace[662972963] 'process raft request' (duration: 98.526824ms)","trace[662972963] 'compare' (duration: 137.865268ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:18.521147Z","caller":"traceutil/trace.go:171","msg":"trace[1929387953] linearizableReadLoop","detail":"{readStateIndex:1217; appliedIndex:1216; }","duration":"195.303675ms","start":"2026-03-19T17:55:18.325811Z","end":"2026-03-19T17:55:18.521115Z","steps":["trace[1929387953] 'read index received' (duration: 195.022559ms)","trace[1929387953] 'applied index is now lower than readState.Index' (duration: 279.986µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:18.521233Z","caller":"traceutil/trace.go:171","msg":"trace[1301692074] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"231.81176ms","start":"2026-03-19T17:55:18.289378Z","end":"2026-03-19T17:55:18.52119Z","steps":["trace[1301692074] 'process raft request' (duration: 231.562164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:18.521326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.493451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:18.521376Z","caller":"traceutil/trace.go:171","msg":"trace[457402776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1162; }","duration":"195.594883ms","start":"2026-03-19T17:55:18.32577Z","end":"2026-03-19T17:55:18.521365Z","steps":["trace[457402776] 'agreement among raft nodes before linearized reading' (duration: 195.49059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:18.521452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.509039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:18.521563Z","caller":"traceutil/trace.go:171","msg":"trace[192799756] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1162; }","duration":"137.702034ms","start":"2026-03-19T17:55:18.383837Z","end":"2026-03-19T17:55:18.521539Z","steps":["trace[192799756] 'agreement among raft nodes before linearized reading' (duration: 137.489299ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:23.018871Z","caller":"traceutil/trace.go:171","msg":"trace[1769446905] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"156.230938ms","start":"2026-03-19T17:55:22.862598Z","end":"2026-03-19T17:55:23.018829Z","steps":["trace[1769446905] 'process raft request' (duration: 155.686655ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:23.104406Z","caller":"traceutil/trace.go:171","msg":"trace[860025768] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"147.914425ms","start":"2026-03-19T17:55:22.956463Z","end":"2026-03-19T17:55:23.104378Z","steps":["trace[860025768] 'process raft request' (duration: 147.780632ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:23.237708Z","caller":"traceutil/trace.go:171","msg":"trace[1088420657] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"215.909341ms","start":"2026-03-19T17:55:23.021761Z","end":"2026-03-19T17:55:23.237671Z","steps":["trace[1088420657] 'process raft request' (duration: 129.917864ms)","trace[1088420657] 'compare' (duration: 85.855974ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:24.418913Z","caller":"traceutil/trace.go:171","msg":"trace[782831593] linearizableReadLoop","detail":"{readStateIndex:1241; appliedIndex:1240; }","duration":"410.1399ms","start":"2026-03-19T17:55:24.008749Z","end":"2026-03-19T17:55:24.418889Z","steps":["trace[782831593] 'read index received' (duration: 409.967645ms)","trace[782831593] 'applied index is now lower than readState.Index' (duration: 171.164µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:24.419018Z","caller":"traceutil/trace.go:171","msg":"trace[478681098] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"412.020816ms","start":"2026-03-19T17:55:24.006968Z","end":"2026-03-19T17:55:24.418989Z","steps":["trace[478681098] 'process raft request' (duration: 411.78311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:24.419149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.387665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-19T17:55:24.419168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:24.006938Z","time spent":"412.145019ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:24.419178Z","caller":"traceutil/trace.go:171","msg":"trace[1158376064] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1185; }","duration":"410.457727ms","start":"2026-03-19T17:55:24.008712Z","end":"2026-03-19T17:55:24.41917Z","steps":["trace[1158376064] 'agreement among raft nodes before linearized reading' (duration: 410.307844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:24.419211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:24.008691Z","time spent":"410.510828ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-19T17:55:24.709268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.785558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:55:24.70937Z","caller":"traceutil/trace.go:171","msg":"trace[1778557047] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1186; }","duration":"102.981964ms","start":"2026-03-19T17:55:24.606365Z","end":"2026-03-19T17:55:24.709347Z","steps":["trace[1778557047] 'count revisions from in-memory index tree' (duration: 102.635996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:24.709574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.876073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T17:55:24.709966Z","caller":"traceutil/trace.go:171","msg":"trace[287896545] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1186; }","duration":"157.288763ms","start":"2026-03-19T17:55:24.552652Z","end":"2026-03-19T17:55:24.709941Z","steps":["trace[287896545] 'range keys from in-memory index tree' (duration: 156.639108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:32.713101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.930048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T17:55:32.71318Z","caller":"traceutil/trace.go:171","msg":"trace[839640527] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1217; }","duration":"142.076792ms","start":"2026-03-19T17:55:32.571082Z","end":"2026-03-19T17:55:32.713159Z","steps":["trace[839640527] 'range keys from in-memory index tree' (duration: 141.444586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:32.713219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.770445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-19T17:55:32.713332Z","caller":"traceutil/trace.go:171","msg":"trace[288429386] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1217; }","duration":"168.937219ms","start":"2026-03-19T17:55:32.54435Z","end":"2026-03-19T17:55:32.713287Z","steps":["trace[288429386] 'range keys from in-memory index tree' (duration: 168.458518ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:33.033334Z","caller":"traceutil/trace.go:171","msg":"trace[216415238] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"104.133271ms","start":"2026-03-19T17:55:32.929125Z","end":"2026-03-19T17:55:33.033258Z","steps":["trace[216415238] 'process raft request' (duration: 103.928096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:33.414152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.976868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:55:33.414275Z","caller":"traceutil/trace.go:171","msg":"trace[917609117] linearizableReadLoop","detail":"{readStateIndex:1280; appliedIndex:1279; }","duration":"118.392751ms","start":"2026-03-19T17:55:33.295863Z","end":"2026-03-19T17:55:33.414256Z","steps":["trace[917609117] 'read index received' (duration: 54.321µs)","trace[917609117] 'applied index is now lower than readState.Index' (duration: 118.33622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:33.414489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.627726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:55:33.414535Z","caller":"traceutil/trace.go:171","msg":"trace[937977167] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1222; }","duration":"118.735439ms","start":"2026-03-19T17:55:33.295787Z","end":"2026-03-19T17:55:33.414522Z","steps":["trace[937977167] 'agreement among raft nodes before linearized reading' (duration: 118.527124ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:33.414772Z","caller":"traceutil/trace.go:171","msg":"trace[1866310177] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"243.684091ms","start":"2026-03-19T17:55:33.171048Z","end":"2026-03-19T17:55:33.414732Z","steps":["trace[1866310177] 'process raft request' (duration: 58.972305ms)","trace[1866310177] 'compare' (duration: 183.544818ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:33.638711Z","caller":"traceutil/trace.go:171","msg":"trace[1733142681] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"219.330404ms","start":"2026-03-19T17:55:33.41933Z","end":"2026-03-19T17:55:33.63866Z","steps":["trace[1733142681] 'process raft request' (duration: 166.341976ms)","trace[1733142681] 'compare' (duration: 52.695731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:34.179488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.88917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:55:34.179605Z","caller":"traceutil/trace.go:171","msg":"trace[433862435] linearizableReadLoop","detail":"{readStateIndex:1282; appliedIndex:1281; }","duration":"399.691653ms","start":"2026-03-19T17:55:33.779895Z","end":"2026-03-19T17:55:34.179586Z","steps":["trace[433862435] 'read index received' (duration: 12.587217ms)","trace[433862435] 'applied index is now lower than readState.Index' (duration: 387.103166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:34.179756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.854558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:34.179832Z","caller":"traceutil/trace.go:171","msg":"trace[143427675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1224; }","duration":"399.982951ms","start":"2026-03-19T17:55:33.77983Z","end":"2026-03-19T17:55:34.179813Z","steps":["trace[143427675] 'agreement among raft nodes before linearized reading' (duration: 399.844397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:34.179835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.027213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:55:34.179872Z","caller":"traceutil/trace.go:171","msg":"trace[1989667946] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1224; }","duration":"167.130246ms","start":"2026-03-19T17:55:34.012729Z","end":"2026-03-19T17:55:34.17986Z","steps":["trace[1989667946] 'agreement among raft nodes before linearized reading' (duration: 166.967122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:34.179873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:33.779793Z","time spent":"400.071194ms","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:55:34.180334Z","caller":"traceutil/trace.go:171","msg":"trace[101117372] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"534.663931ms","start":"2026-03-19T17:55:33.645557Z","end":"2026-03-19T17:55:34.180221Z","steps":["trace[101117372] 'process raft request' (duration: 146.922399ms)","trace[101117372] 'compare' (duration: 386.725467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:34.180642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:33.64553Z","time spent":"534.978099ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:34.304873Z","caller":"traceutil/trace.go:171","msg":"trace[267825209] transaction","detail":"{read_only:false; response_revision:1225; number_of_response:1; }","duration":"120.003241ms","start":"2026-03-19T17:55:34.184846Z","end":"2026-03-19T17:55:34.304849Z","steps":["trace[267825209] 'process raft request' (duration: 119.851017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:51.110542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.285291ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-19T17:55:51.754107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.931976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:55:51.755029Z","caller":"traceutil/trace.go:171","msg":"trace[665333784] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"610.487924ms","start":"2026-03-19T17:55:51.144511Z","end":"2026-03-19T17:55:51.754999Z","steps":["trace[665333784] 'process raft request' (duration: 136.54748ms)","trace[665333784] 'compare' (duration: 470.990362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:51.755244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:51.144491Z","time spent":"610.642222ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:51.756175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.547737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T17:55:51.756287Z","caller":"traceutil/trace.go:171","msg":"trace[786500831] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1294; }","duration":"610.667073ms","start":"2026-03-19T17:55:51.145583Z","end":"2026-03-19T17:55:51.75625Z","steps":["trace[786500831] 'agreement among raft nodes before linearized reading' (duration: 609.515017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:51.756341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:51.145575Z","time spent":"610.754877ms","remote":"127.0.0.1:53360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-19T17:55:51.758633Z","caller":"traceutil/trace.go:171","msg":"trace[1131846634] linearizableReadLoop","detail":"{readStateIndex:1356; appliedIndex:1355; }","duration":"608.635695ms","start":"2026-03-19T17:55:51.145599Z","end":"2026-03-19T17:55:51.754234Z","steps":["trace[1131846634] 'read index received' (duration: 135.400724ms)","trace[1131846634] 'applied index is now lower than readState.Index' (duration: 473.232961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:53.256257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.998048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-19T17:55:53.256337Z","caller":"traceutil/trace.go:171","msg":"trace[193100368] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1301; }","duration":"116.130565ms","start":"2026-03-19T17:55:53.140184Z","end":"2026-03-19T17:55:53.256314Z","steps":["trace[193100368] 'range keys from in-memory index tree' (duration: 115.82654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:54.480152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.156005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:55:54.480259Z","caller":"traceutil/trace.go:171","msg":"trace[116273927] linearizableReadLoop","detail":"{readStateIndex:1367; appliedIndex:1366; }","duration":"155.292204ms","start":"2026-03-19T17:55:54.32495Z","end":"2026-03-19T17:55:54.480242Z","steps":["trace[116273927] 'read index received' (duration: 37.041µs)","trace[116273927] 'applied index is now lower than readState.Index' (duration: 155.253973ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:54.480294Z","caller":"traceutil/trace.go:171","msg":"trace[1032677239] transaction","detail":"{read_only:false; response_revision:1305; number_of_response:1; }","duration":"619.5193ms","start":"2026-03-19T17:55:53.860749Z","end":"2026-03-19T17:55:54.480269Z","steps":["trace[1032677239] 'process raft request' (duration: 445.135803ms)","trace[1032677239] 'compare' (duration: 174.04096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:54.480368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.423191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:54.480392Z","caller":"traceutil/trace.go:171","msg":"trace[2071599594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1305; }","duration":"155.487264ms","start":"2026-03-19T17:55:54.324896Z","end":"2026-03-19T17:55:54.480384Z","steps":["trace[2071599594] 'agreement among raft nodes before linearized reading' (duration: 155.440822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:54.480382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:53.860739Z","time spent":"619.597914ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:04.678341Z","caller":"traceutil/trace.go:171","msg":"trace[1445129420] linearizableReadLoop","detail":"{readStateIndex:1410; appliedIndex:1409; }","duration":"129.489625ms","start":"2026-03-19T17:56:04.548817Z","end":"2026-03-19T17:56:04.678306Z","steps":["trace[1445129420] 'read index received' (duration: 129.232929ms)","trace[1445129420] 'applied index is now lower than readState.Index' (duration: 255.356µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:04.678506Z","caller":"traceutil/trace.go:171","msg":"trace[1184997226] transaction","detail":"{read_only:false; response_revision:1346; number_of_response:1; }","duration":"147.214157ms","start":"2026-03-19T17:56:04.531248Z","end":"2026-03-19T17:56:04.678462Z","steps":["trace[1184997226] 'process raft request' (duration: 146.748906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:04.678705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.869195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:56:04.678756Z","caller":"traceutil/trace.go:171","msg":"trace[1451671689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1346; }","duration":"129.998661ms","start":"2026-03-19T17:56:04.548744Z","end":"2026-03-19T17:56:04.678742Z","steps":["trace[1451671689] 'agreement among raft nodes before linearized reading' (duration: 129.736674ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:04.878537Z","caller":"traceutil/trace.go:171","msg":"trace[2137320862] linearizableReadLoop","detail":"{readStateIndex:1412; appliedIndex:1410; }","duration":"120.633232ms","start":"2026-03-19T17:56:04.757875Z","end":"2026-03-19T17:56:04.878508Z","steps":["trace[2137320862] 'read index received' (duration: 34.612421ms)","trace[2137320862] 'applied index is now lower than readState.Index' (duration: 86.019231ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:04.878928Z","caller":"traceutil/trace.go:171","msg":"trace[207137066] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"195.237309ms","start":"2026-03-19T17:56:04.68366Z","end":"2026-03-19T17:56:04.878897Z","steps":["trace[207137066] 'process raft request' (duration: 108.828898ms)","trace[207137066] 'compare' (duration: 85.780195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:04.879038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.148624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:56:04.879109Z","caller":"traceutil/trace.go:171","msg":"trace[932971115] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"194.47792ms","start":"2026-03-19T17:56:04.68462Z","end":"2026-03-19T17:56:04.879098Z","steps":["trace[932971115] 'process raft request' (duration: 193.828604ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:04.879156Z","caller":"traceutil/trace.go:171","msg":"trace[379768315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1348; }","duration":"121.307188ms","start":"2026-03-19T17:56:04.757811Z","end":"2026-03-19T17:56:04.879118Z","steps":["trace[379768315] 'agreement among raft nodes before linearized reading' (duration: 120.918169ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:05.065632Z","caller":"traceutil/trace.go:171","msg":"trace[1797761581] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"180.411341ms","start":"2026-03-19T17:56:04.88518Z","end":"2026-03-19T17:56:05.065592Z","steps":["trace[1797761581] 'process raft request' (duration: 122.782606ms)","trace[1797761581] 'compare' (duration: 57.368728ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:05.459004Z","caller":"traceutil/trace.go:171","msg":"trace[1065609247] linearizableReadLoop","detail":"{readStateIndex:1415; appliedIndex:1414; }","duration":"133.38442ms","start":"2026-03-19T17:56:05.325595Z","end":"2026-03-19T17:56:05.45898Z","steps":["trace[1065609247] 'read index received' (duration: 133.187515ms)","trace[1065609247] 'applied index is now lower than readState.Index' (duration: 195.065µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:05.459111Z","caller":"traceutil/trace.go:171","msg":"trace[1138354221] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"200.330635ms","start":"2026-03-19T17:56:05.258736Z","end":"2026-03-19T17:56:05.459067Z","steps":["trace[1138354221] 'process raft request' (duration: 200.064459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:05.459176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.561764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:05.459242Z","caller":"traceutil/trace.go:171","msg":"trace[515496869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1351; }","duration":"133.674897ms","start":"2026-03-19T17:56:05.325553Z","end":"2026-03-19T17:56:05.459228Z","steps":["trace[515496869] 'agreement among raft nodes before linearized reading' (duration: 133.533624ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:07.206212Z","caller":"traceutil/trace.go:171","msg":"trace[1761811774] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"127.426382ms","start":"2026-03-19T17:56:07.078746Z","end":"2026-03-19T17:56:07.206173Z","steps":["trace[1761811774] 'process raft request' (duration: 126.91621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:08.736086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.121358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:56:08.736176Z","caller":"traceutil/trace.go:171","msg":"trace[1299387329] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1362; }","duration":"318.254381ms","start":"2026-03-19T17:56:08.417902Z","end":"2026-03-19T17:56:08.736156Z","steps":["trace[1299387329] 'count revisions from in-memory index tree' (duration: 308.6036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:08.736219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:08.417889Z","time spent":"318.320193ms","remote":"127.0.0.1:53586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:56:14.182655Z","caller":"traceutil/trace.go:171","msg":"trace[583193287] transaction","detail":"{read_only:false; response_revision:1385; number_of_response:1; }","duration":"104.161592ms","start":"2026-03-19T17:56:14.07847Z","end":"2026-03-19T17:56:14.182632Z","steps":["trace[583193287] 'process raft request' (duration: 103.705051ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:14.405921Z","caller":"traceutil/trace.go:171","msg":"trace[1328885750] transaction","detail":"{read_only:false; response_revision:1386; number_of_response:1; }","duration":"218.815656ms","start":"2026-03-19T17:56:14.18707Z","end":"2026-03-19T17:56:14.405885Z","steps":["trace[1328885750] 'process raft request' (duration: 218.58764ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:39.668514Z","caller":"traceutil/trace.go:171","msg":"trace[182159656] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"148.533317ms","start":"2026-03-19T17:56:39.519953Z","end":"2026-03-19T17:56:39.668486Z","steps":["trace[182159656] 'process raft request' (duration: 146.194818ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:07.676666Z","caller":"traceutil/trace.go:171","msg":"trace[2056988376] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"122.744147ms","start":"2026-03-19T17:57:07.553894Z","end":"2026-03-19T17:57:07.676638Z","steps":["trace[2056988376] 'process raft request' (duration: 122.555352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:07.942294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.151457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T17:57:07.942405Z","caller":"traceutil/trace.go:171","msg":"trace[212578530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1603; }","duration":"184.348581ms","start":"2026-03-19T17:57:07.758031Z","end":"2026-03-19T17:57:07.942379Z","steps":["trace[212578530] 'range keys from in-memory index tree' (duration: 183.767176ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:09.754014Z","caller":"traceutil/trace.go:171","msg":"trace[1879210604] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"133.790943ms","start":"2026-03-19T17:57:09.620194Z","end":"2026-03-19T17:57:09.753985Z","steps":["trace[1879210604] 'process raft request' (duration: 133.429784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:09.901823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.271201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:57:09.901907Z","caller":"traceutil/trace.go:171","msg":"trace[205269031] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"143.589775ms","start":"2026-03-19T17:57:09.758304Z","end":"2026-03-19T17:57:09.901894Z","steps":["trace[205269031] 'process raft request' (duration: 30.165481ms)","trace[205269031] 'compare' (duration: 113.163378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:57:12.110364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.497853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T17:57:12.110479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.701761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T17:57:12.1105Z","caller":"traceutil/trace.go:171","msg":"trace[930145493] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1619; }","duration":"204.694578ms","start":"2026-03-19T17:57:11.905778Z","end":"2026-03-19T17:57:12.110473Z","steps":["trace[930145493] 'range keys from in-memory index tree' (duration: 204.234586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:12.110371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.244799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-19T17:57:12.110537Z","caller":"traceutil/trace.go:171","msg":"trace[963539233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1619; }","duration":"115.810324ms","start":"2026-03-19T17:57:11.994713Z","end":"2026-03-19T17:57:12.110523Z","steps":["trace[963539233] 'range keys from in-memory index tree' (duration: 115.272221ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:12.11058Z","caller":"traceutil/trace.go:171","msg":"trace[971447421] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1619; }","duration":"121.517076ms","start":"2026-03-19T17:57:11.989042Z","end":"2026-03-19T17:57:12.11056Z","steps":["trace[971447421] 'range keys from in-memory index tree' (duration: 120.982623ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:12.252587Z","caller":"traceutil/trace.go:171","msg":"trace[1727276478] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"135.882493ms","start":"2026-03-19T17:57:12.116665Z","end":"2026-03-19T17:57:12.252547Z","steps":["trace[1727276478] 'process raft request' (duration: 135.061393ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:12.252746Z","caller":"traceutil/trace.go:171","msg":"trace[1877104553] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"134.855228ms","start":"2026-03-19T17:57:12.117861Z","end":"2026-03-19T17:57:12.252716Z","steps":["trace[1877104553] 'process raft request' (duration: 134.660134ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:25.17807Z","caller":"traceutil/trace.go:171","msg":"trace[1954524912] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"309.883508ms","start":"2026-03-19T17:57:24.868142Z","end":"2026-03-19T17:57:25.178025Z","steps":["trace[1954524912] 'process raft request' (duration: 309.654423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:25.178542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:24.868121Z","time spent":"310.065202ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:25.621252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.54279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:57:25.621342Z","caller":"traceutil/trace.go:171","msg":"trace[1459422165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1674; }","duration":"295.719354ms","start":"2026-03-19T17:57:25.325599Z","end":"2026-03-19T17:57:25.621319Z","steps":["trace[1459422165] 'range keys from in-memory index tree' (duration: 295.413637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:26.107881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.914244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:57:26.108375Z","caller":"traceutil/trace.go:171","msg":"trace[361878878] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"217.871316ms","start":"2026-03-19T17:57:25.89045Z","end":"2026-03-19T17:57:26.108321Z","steps":["trace[361878878] 'process raft request' (duration: 217.591949ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:26.108365Z","caller":"traceutil/trace.go:171","msg":"trace[483893558] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"217.893956ms","start":"2026-03-19T17:57:25.890394Z","end":"2026-03-19T17:57:26.108288Z","steps":["trace[483893558] 'process raft request' (duration: 77.445289ms)","trace[483893558] 'compare' (duration: 139.719879ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:26.108539Z","caller":"traceutil/trace.go:171","msg":"trace[1377794562] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"217.910497ms","start":"2026-03-19T17:57:25.890483Z","end":"2026-03-19T17:57:26.108394Z","steps":["trace[1377794562] 'process raft request' (duration: 217.669141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:26.344211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.386412ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T17:57:26.451133Z","caller":"traceutil/trace.go:171","msg":"trace[872161322] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"102.200086ms","start":"2026-03-19T17:57:26.348906Z","end":"2026-03-19T17:57:26.451106Z","steps":["trace[872161322] 'process raft request' (duration: 102.031782ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:26.452474Z","caller":"traceutil/trace.go:171","msg":"trace[904388244] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"102.516133ms","start":"2026-03-19T17:57:26.349908Z","end":"2026-03-19T17:57:26.452424Z","steps":["trace[904388244] 'process raft request' (duration: 102.437771ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:26.452875Z","caller":"traceutil/trace.go:171","msg":"trace[292803289] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"103.030547ms","start":"2026-03-19T17:57:26.349771Z","end":"2026-03-19T17:57:26.452801Z","steps":["trace[292803289] 'process raft request' (duration: 102.34035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:32.798349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.261317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T17:57:32.79849Z","caller":"traceutil/trace.go:171","msg":"trace[1388839649] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1704; }","duration":"100.527414ms","start":"2026-03-19T17:57:32.697929Z","end":"2026-03-19T17:57:32.798456Z","steps":["trace[1388839649] 'range keys from in-memory index tree' (duration: 99.971109ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:36.686168Z","caller":"traceutil/trace.go:171","msg":"trace[62260486] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"173.004398ms","start":"2026-03-19T17:57:36.513121Z","end":"2026-03-19T17:57:36.686125Z","steps":["trace[62260486] 'process raft request' (duration: 129.771112ms)","trace[62260486] 'compare' (duration: 42.901778ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:36.686518Z","caller":"traceutil/trace.go:171","msg":"trace[1788106648] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"171.714076ms","start":"2026-03-19T17:57:36.514762Z","end":"2026-03-19T17:57:36.686476Z","steps":["trace[1788106648] 'process raft request' (duration: 171.260795ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:44.379493Z","caller":"traceutil/trace.go:171","msg":"trace[449168466] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"148.440128ms","start":"2026-03-19T17:57:44.230997Z","end":"2026-03-19T17:57:44.379437Z","steps":["trace[449168466] 'process raft request' (duration: 78.793734ms)","trace[449168466] 'compare' (duration: 69.456879ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:46.259327Z","caller":"traceutil/trace.go:171","msg":"trace[1420929101] transaction","detail":"{read_only:false; response_revision:1758; number_of_response:1; }","duration":"103.705522ms","start":"2026-03-19T17:57:46.155559Z","end":"2026-03-19T17:57:46.259264Z","steps":["trace[1420929101] 'process raft request' (duration: 103.518578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:46.505875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.722791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:57:46.506065Z","caller":"traceutil/trace.go:171","msg":"trace[1030862129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1758; }","duration":"180.976177ms","start":"2026-03-19T17:57:46.32506Z","end":"2026-03-19T17:57:46.506037Z","steps":["trace[1030862129] 'range keys from in-memory index tree' (duration: 180.622928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:46.506186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.498747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:57:46.506292Z","caller":"traceutil/trace.go:171","msg":"trace[1920957826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1758; }","duration":"219.696092ms","start":"2026-03-19T17:57:46.286573Z","end":"2026-03-19T17:57:46.506269Z","steps":["trace[1920957826] 'range keys from in-memory index tree' (duration: 219.150108ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:48.292308Z","caller":"traceutil/trace.go:171","msg":"trace[241689755] linearizableReadLoop","detail":"{readStateIndex:1851; appliedIndex:1850; }","duration":"142.15446ms","start":"2026-03-19T17:57:48.150125Z","end":"2026-03-19T17:57:48.292279Z","steps":["trace[241689755] 'read index received' (duration: 141.935765ms)","trace[241689755] 'applied index is now lower than readState.Index' (duration: 217.115µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:48.292449Z","caller":"traceutil/trace.go:171","msg":"trace[1063372593] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"162.532888ms","start":"2026-03-19T17:57:48.129877Z","end":"2026-03-19T17:57:48.292409Z","steps":["trace[1063372593] 'process raft request' (duration: 162.19581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:48.292575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.414527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-19T17:57:48.292629Z","caller":"traceutil/trace.go:171","msg":"trace[1480207710] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1766; }","duration":"142.519639ms","start":"2026-03-19T17:57:48.15009Z","end":"2026-03-19T17:57:48.292609Z","steps":["trace[1480207710] 'agreement among raft nodes before linearized reading' (duration: 142.290003ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:48.407189Z","caller":"traceutil/trace.go:171","msg":"trace[1137779469] linearizableReadLoop","detail":"{readStateIndex:1852; appliedIndex:1851; }","duration":"109.032136ms","start":"2026-03-19T17:57:48.298124Z","end":"2026-03-19T17:57:48.407156Z","steps":["trace[1137779469] 'read index received' (duration: 94.583556ms)","trace[1137779469] 'applied index is now lower than readState.Index' (duration: 14.44696ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:48.407241Z","caller":"traceutil/trace.go:171","msg":"trace[732700935] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"109.258851ms","start":"2026-03-19T17:57:48.297934Z","end":"2026-03-19T17:57:48.407192Z","steps":["trace[732700935] 'process raft request' (duration: 94.780671ms)","trace[732700935] 'compare' (duration: 14.300945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:57:48.407409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.269051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-19T17:57:48.407478Z","caller":"traceutil/trace.go:171","msg":"trace[2071289023] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:1767; }","duration":"109.391834ms","start":"2026-03-19T17:57:48.29807Z","end":"2026-03-19T17:57:48.407462Z","steps":["trace[2071289023] 'agreement among raft nodes before linearized reading' (duration: 109.249611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:48.664978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.445621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:57:48.665093Z","caller":"traceutil/trace.go:171","msg":"trace[1897945254] linearizableReadLoop","detail":"{readStateIndex:1856; appliedIndex:1855; }","duration":"185.412618ms","start":"2026-03-19T17:57:48.479665Z","end":"2026-03-19T17:57:48.665078Z","steps":["trace[1897945254] 'read index received' (duration: 80.68914ms)","trace[1897945254] 'applied index is now lower than readState.Index' (duration: 104.721458ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:48.665191Z","caller":"traceutil/trace.go:171","msg":"trace[1006746038] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"221.26009ms","start":"2026-03-19T17:57:48.443924Z","end":"2026-03-19T17:57:48.665184Z","steps":["trace[1006746038] 'process raft request' (duration: 116.535273ms)","trace[1006746038] 'compare' (duration: 104.082532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:57:48.665475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.813417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/test-pvc.189e4fd26dc05254\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-03-19T17:57:48.665493Z","caller":"traceutil/trace.go:171","msg":"trace[1754881185] range","detail":"{range_begin:/registry/events/default/test-pvc.189e4fd26dc05254; range_end:; response_count:1; response_revision:1770; }","duration":"185.89202ms","start":"2026-03-19T17:57:48.479595Z","end":"2026-03-19T17:57:48.665487Z","steps":["trace[1754881185] 'agreement among raft nodes before linearized reading' (duration: 185.742346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:48.665772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.274087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T17:57:48.665897Z","caller":"traceutil/trace.go:171","msg":"trace[1154988173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1770; }","duration":"145.476312ms","start":"2026-03-19T17:57:48.520391Z","end":"2026-03-19T17:57:48.665867Z","steps":["trace[1154988173] 'agreement among raft nodes before linearized reading' (duration: 145.137464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:49.181384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.399054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:57:49.181524Z","caller":"traceutil/trace.go:171","msg":"trace[2013521216] linearizableReadLoop","detail":"{readStateIndex:1859; appliedIndex:1858; }","duration":"423.650692ms","start":"2026-03-19T17:57:48.75785Z","end":"2026-03-19T17:57:49.1815Z","steps":["trace[2013521216] 'read index received' (duration: 108.01358ms)","trace[2013521216] 'applied index is now lower than readState.Index' (duration: 315.634832ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:49.181643Z","caller":"traceutil/trace.go:171","msg":"trace[438737612] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"431.24121ms","start":"2026-03-19T17:57:48.750385Z","end":"2026-03-19T17:57:49.181626Z","steps":["trace[438737612] 'process raft request' (duration: 115.466835ms)","trace[438737612] 'compare' (duration: 315.146958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:57:49.181704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:48.750364Z","time spent":"431.307242ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:49.181799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.173237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:57:49.181852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.772252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T17:57:49.181889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.790769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-19T17:57:49.181898Z","caller":"traceutil/trace.go:171","msg":"trace[1822638312] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:0; response_revision:1773; }","duration":"125.340342ms","start":"2026-03-19T17:57:49.056532Z","end":"2026-03-19T17:57:49.181872Z","steps":["trace[1822638312] 'agreement among raft nodes before linearized reading' (duration: 125.177088ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:49.181947Z","caller":"traceutil/trace.go:171","msg":"trace[1256095008] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1773; }","duration":"334.890701ms","start":"2026-03-19T17:57:48.847038Z","end":"2026-03-19T17:57:49.181928Z","steps":["trace[1256095008] 'agreement among raft nodes before linearized reading' (duration: 334.683496ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:49.181943Z","caller":"traceutil/trace.go:171","msg":"trace[351326659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1773; }","duration":"335.931876ms","start":"2026-03-19T17:57:48.845989Z","end":"2026-03-19T17:57:49.18192Z","steps":["trace[351326659] 'agreement among raft nodes before linearized reading' (duration: 335.69764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:49.181982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:48.847018Z","time spent":"334.954472ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-19T17:57:49.181999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:48.845959Z","time spent":"336.031439ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:57:49.182043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.177395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-19T17:57:49.182133Z","caller":"traceutil/trace.go:171","msg":"trace[1561391436] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1773; }","duration":"424.335069ms","start":"2026-03-19T17:57:48.757772Z","end":"2026-03-19T17:57:49.182107Z","steps":["trace[1561391436] 'agreement among raft nodes before linearized reading' (duration: 424.187305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:49.182166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:48.757737Z","time spent":"424.421661ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-19T17:57:51.143278Z","caller":"traceutil/trace.go:171","msg":"trace[1990768621] transaction","detail":"{read_only:false; response_revision:1783; number_of_response:1; }","duration":"135.408582ms","start":"2026-03-19T17:57:51.007832Z","end":"2026-03-19T17:57:51.14324Z","steps":["trace[1990768621] 'process raft request' (duration: 132.371676ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:59.371125Z","caller":"traceutil/trace.go:171","msg":"trace[192082667] linearizableReadLoop","detail":"{readStateIndex:1918; appliedIndex:1917; }","duration":"120.721542ms","start":"2026-03-19T17:57:59.250366Z","end":"2026-03-19T17:57:59.371087Z","steps":["trace[192082667] 'read index received' (duration: 120.449186ms)","trace[192082667] 'applied index is now lower than readState.Index' (duration: 270.946µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:59.371225Z","caller":"traceutil/trace.go:171","msg":"trace[426402057] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"126.260256ms","start":"2026-03-19T17:57:59.24493Z","end":"2026-03-19T17:57:59.37119Z","steps":["trace[426402057] 'process raft request' (duration: 125.978469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:59.371548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.135702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:57:59.371651Z","caller":"traceutil/trace.go:171","msg":"trace[258774278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1830; }","duration":"121.277495ms","start":"2026-03-19T17:57:59.250346Z","end":"2026-03-19T17:57:59.371624Z","steps":["trace[258774278] 'agreement among raft nodes before linearized reading' (duration: 120.886046ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:03.586252Z","caller":"traceutil/trace.go:171","msg":"trace[1848423608] linearizableReadLoop","detail":"{readStateIndex:1939; appliedIndex:1938; }","duration":"129.874454ms","start":"2026-03-19T17:58:03.456346Z","end":"2026-03-19T17:58:03.58622Z","steps":["trace[1848423608] 'read index received' (duration: 129.630457ms)","trace[1848423608] 'applied index is now lower than readState.Index' (duration: 242.747µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:58:03.586393Z","caller":"traceutil/trace.go:171","msg":"trace[683389526] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"141.311789ms","start":"2026-03-19T17:58:03.445068Z","end":"2026-03-19T17:58:03.58638Z","steps":["trace[683389526] 'process raft request' (duration: 140.977701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:03.586684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.444888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-19T17:58:03.58674Z","caller":"traceutil/trace.go:171","msg":"trace[715660356] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1850; }","duration":"123.536501ms","start":"2026-03-19T17:58:03.463191Z","end":"2026-03-19T17:58:03.586728Z","steps":["trace[715660356] 'agreement among raft nodes before linearized reading' (duration: 123.356066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:03.586837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.486289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T17:58:03.586875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.977861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T17:58:03.587108Z","caller":"traceutil/trace.go:171","msg":"trace[93053607] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1850; }","duration":"130.662793ms","start":"2026-03-19T17:58:03.456293Z","end":"2026-03-19T17:58:03.586955Z","steps":["trace[93053607] 'agreement among raft nodes before linearized reading' (duration: 130.322235ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:03.58725Z","caller":"traceutil/trace.go:171","msg":"trace[1761652494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1850; }","duration":"124.162635ms","start":"2026-03-19T17:58:03.46281Z","end":"2026-03-19T17:58:03.586973Z","steps":["trace[1761652494] 'agreement among raft nodes before linearized reading' (duration: 123.802377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:03.587956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.255422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:58:03.588073Z","caller":"traceutil/trace.go:171","msg":"trace[1032963890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1850; }","duration":"125.430886ms","start":"2026-03-19T17:58:03.462623Z","end":"2026-03-19T17:58:03.588054Z","steps":["trace[1032963890] 'agreement among raft nodes before linearized reading' (duration: 123.855499ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:03.960034Z","caller":"traceutil/trace.go:171","msg":"trace[948223438] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"366.779139ms","start":"2026-03-19T17:58:03.593219Z","end":"2026-03-19T17:58:03.959998Z","steps":["trace[948223438] 'process raft request' (duration: 366.541304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:03.960355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:03.593196Z","time spent":"367.040765ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:58:03.960438Z","caller":"traceutil/trace.go:171","msg":"trace[64023267] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"367.170818ms","start":"2026-03-19T17:58:03.593239Z","end":"2026-03-19T17:58:03.96041Z","steps":["trace[64023267] 'process raft request' (duration: 367.049315ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:03.960548Z","caller":"traceutil/trace.go:171","msg":"trace[948180937] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"367.304072ms","start":"2026-03-19T17:58:03.593219Z","end":"2026-03-19T17:58:03.960523Z","steps":["trace[948180937] 'process raft request' (duration: 366.728418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:03.960642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:03.593223Z","time spent":"367.300102ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:58:03.960679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:03.593202Z","time spent":"367.413314ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:58:03.961383Z","caller":"traceutil/trace.go:171","msg":"trace[1255804167] linearizableReadLoop","detail":"{readStateIndex:1944; appliedIndex:1939; }","duration":"183.661721ms","start":"2026-03-19T17:58:03.777706Z","end":"2026-03-19T17:58:03.961368Z","steps":["trace[1255804167] 'read index received' (duration: 182.053363ms)","trace[1255804167] 'applied index is now lower than readState.Index' (duration: 1.607458ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:58:03.961474Z","caller":"traceutil/trace.go:171","msg":"trace[431580299] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"366.779519ms","start":"2026-03-19T17:58:03.594683Z","end":"2026-03-19T17:58:03.961463Z","steps":["trace[431580299] 'process raft request' (duration: 366.645085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:03.961537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:03.594674Z","time spent":"366.82821ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:58:03.961679Z","caller":"traceutil/trace.go:171","msg":"trace[544805504] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"368.132992ms","start":"2026-03-19T17:58:03.593306Z","end":"2026-03-19T17:58:03.961439Z","steps":["trace[544805504] 'process raft request' (duration: 367.961227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:03.961857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:03.593298Z","time spent":"368.494101ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:58:03.961702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.001649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:58:03.962149Z","caller":"traceutil/trace.go:171","msg":"trace[2084064256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1855; }","duration":"184.487071ms","start":"2026-03-19T17:58:03.777647Z","end":"2026-03-19T17:58:03.962134Z","steps":["trace[2084064256] 'agreement among raft nodes before linearized reading' (duration: 184.00998ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:11.15189Z","caller":"traceutil/trace.go:171","msg":"trace[149374734] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"121.628414ms","start":"2026-03-19T17:58:11.030222Z","end":"2026-03-19T17:58:11.15185Z","steps":["trace[149374734] 'process raft request' (duration: 63.321767ms)","trace[149374734] 'compare' (duration: 58.126593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:58:11.92802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.907077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:472"} {"level":"warn","ts":"2026-03-19T17:58:11.928155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.64218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:58:11.928196Z","caller":"traceutil/trace.go:171","msg":"trace[1441261199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1888; }","duration":"600.736582ms","start":"2026-03-19T17:58:11.327448Z","end":"2026-03-19T17:58:11.928184Z","steps":["trace[1441261199] 'range keys from in-memory index tree' (duration: 600.554508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:11.92823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:11.327418Z","time spent":"600.806344ms","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:58:11.928356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.528647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-03-19T17:58:11.928446Z","caller":"traceutil/trace.go:171","msg":"trace[1758034884] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1888; }","duration":"600.654361ms","start":"2026-03-19T17:58:11.327773Z","end":"2026-03-19T17:58:11.928427Z","steps":["trace[1758034884] 'range keys from in-memory index tree' (duration: 600.398894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:11.928482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:11.327765Z","time spent":"600.708742ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-19T17:58:11.928484Z","caller":"traceutil/trace.go:171","msg":"trace[613126759] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1888; }","duration":"664.047001ms","start":"2026-03-19T17:58:11.264025Z","end":"2026-03-19T17:58:11.928072Z","steps":["trace[613126759] 'range keys from in-memory index tree' (duration: 663.691482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:11.928512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:11.263992Z","time spent":"664.513091ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-19T17:58:14.269087Z","caller":"traceutil/trace.go:171","msg":"trace[1411552984] linearizableReadLoop","detail":"{readStateIndex:1995; appliedIndex:1993; }","duration":"166.117958ms","start":"2026-03-19T17:58:14.102941Z","end":"2026-03-19T17:58:14.269059Z","steps":["trace[1411552984] 'read index received' (duration: 75.924212ms)","trace[1411552984] 'applied index is now lower than readState.Index' (duration: 90.192536ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:58:14.269312Z","caller":"traceutil/trace.go:171","msg":"trace[1786345307] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"185.384112ms","start":"2026-03-19T17:58:14.083902Z","end":"2026-03-19T17:58:14.269286Z","steps":["trace[1786345307] 'process raft request' (duration: 184.982293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:14.269669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.714221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T17:58:14.269749Z","caller":"traceutil/trace.go:171","msg":"trace[72628237] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1903; }","duration":"166.827745ms","start":"2026-03-19T17:58:14.102903Z","end":"2026-03-19T17:58:14.26973Z","steps":["trace[72628237] 'agreement among raft nodes before linearized reading' (duration: 166.537878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:14.269912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.930198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-19T17:58:14.270114Z","caller":"traceutil/trace.go:171","msg":"trace[576800130] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1903; }","duration":"114.170203ms","start":"2026-03-19T17:58:14.155922Z","end":"2026-03-19T17:58:14.270092Z","steps":["trace[576800130] 'agreement among raft nodes before linearized reading' (duration: 113.723173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:14.270026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.279926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:58:14.270578Z","caller":"traceutil/trace.go:171","msg":"trace[1561494524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1903; }","duration":"114.860021ms","start":"2026-03-19T17:58:14.155701Z","end":"2026-03-19T17:58:14.270561Z","steps":["trace[1561494524] 'agreement among raft nodes before linearized reading' (duration: 113.728553ms)"],"step_count":1}